2024-11-25 11:46:22,395 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-25 11:46:22,450 main DEBUG Took 0.043324 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 11:46:22,451 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 11:46:22,451 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 11:46:22,453 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 11:46:22,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,489 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 11:46:22,518 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,523 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,524 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,532 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,533 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,543 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,554 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,556 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:46:22,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,580 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 11:46:22,585 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:46:22,591 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 11:46:22,606 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 11:46:22,625 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 11:46:22,627 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 11:46:22,627 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 11:46:22,651 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 11:46:22,659 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 11:46:22,665 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 11:46:22,671 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 11:46:22,672 main DEBUG createAppenders(={Console}) 2024-11-25 11:46:22,675 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-25 11:46:22,676 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-25 11:46:22,676 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-25 11:46:22,677 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 11:46:22,678 main DEBUG OutputStream closed 2024-11-25 11:46:22,684 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 11:46:22,685 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 11:46:22,685 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-25 11:46:22,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 11:46:22,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 11:46:22,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 11:46:22,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 11:46:22,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 11:46:22,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 11:46:22,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 11:46:22,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 11:46:22,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 11:46:22,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 11:46:22,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 11:46:22,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 11:46:22,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 11:46:22,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 11:46:22,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 11:46:22,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 11:46:22,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 11:46:22,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 11:46:22,945 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 11:46:22,945 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-25 11:46:22,946 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 11:46:22,947 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-25T11:46:22,983 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-25 11:46:23,009 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 11:46:23,010 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T11:46:23,047 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-25T11:46:23,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1346, ProcessCount=11, AvailableMemoryMB=7202 2024-11-25T11:46:23,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793 2024-11-25T11:46:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:46:24,055 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909, deleteOnExit=true 2024-11-25T11:46:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:46:24,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/test.cache.data in system properties and HBase conf 2024-11-25T11:46:24,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:46:24,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:46:24,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:46:24,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:46:24,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:46:24,422 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T11:46:24,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:46:24,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:46:24,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:46:24,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:46:24,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:46:24,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:46:24,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:46:24,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:46:24,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:46:24,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:46:24,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:46:24,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:46:24,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:46:24,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:46:24,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:46:26,965 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T11:46:27,167 INFO [Time-limited test {}] log.Log(170): Logging initialized @7138ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T11:46:27,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:46:27,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:46:27,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:46:27,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:46:27,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:46:27,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:46:27,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48577c0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:46:27,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d773b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:46:28,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41860f48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/java.io.tmpdir/jetty-localhost-40691-hadoop-hdfs-3_4_1-tests_jar-_-any-6655739254042323255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:46:28,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4360993f{HTTP/1.1, (http/1.1)}{localhost:40691} 2024-11-25T11:46:28,202 INFO [Time-limited test {}] server.Server(415): Started @8176ms 2024-11-25T11:46:29,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:46:29,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:46:29,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:46:29,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:46:29,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:46:29,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3ec37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:46:29,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ff3c51a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:46:29,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@530d73b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/java.io.tmpdir/jetty-localhost-36095-hadoop-hdfs-3_4_1-tests_jar-_-any-10193081572846715807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:46:29,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@547b61a4{HTTP/1.1, (http/1.1)}{localhost:36095} 2024-11-25T11:46:29,702 INFO [Time-limited test {}] server.Server(415): Started @9675ms 2024-11-25T11:46:29,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:46:30,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:46:30,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:46:30,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:46:30,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:46:30,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:46:30,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ae1ee8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:46:30,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a08960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:46:30,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d5823b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/java.io.tmpdir/jetty-localhost-44423-hadoop-hdfs-3_4_1-tests_jar-_-any-3962567321357798947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:46:30,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f3a17d6{HTTP/1.1, (http/1.1)}{localhost:44423} 2024-11-25T11:46:30,547 INFO [Time-limited test {}] server.Server(415): Started @10521ms 2024-11-25T11:46:30,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:46:30,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:46:30,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:46:30,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:46:30,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:46:30,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:46:30,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a77944e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:46:30,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1b3ef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:46:30,921 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data3/current/BP-604513469-172.17.0.3-1732535186395/current, will proceed with Du for space computation calculation, 2024-11-25T11:46:30,921 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data4/current/BP-604513469-172.17.0.3-1732535186395/current, will proceed with Du for space computation calculation, 2024-11-25T11:46:30,924 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data1/current/BP-604513469-172.17.0.3-1732535186395/current, will proceed with Du for space computation calculation, 2024-11-25T11:46:30,933 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data2/current/BP-604513469-172.17.0.3-1732535186395/current, will proceed with Du for space computation calculation, 2024-11-25T11:46:31,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68c8de46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/java.io.tmpdir/jetty-localhost-33085-hadoop-hdfs-3_4_1-tests_jar-_-any-2152017750444993132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:46:31,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e575cd4{HTTP/1.1, (http/1.1)}{localhost:33085} 2024-11-25T11:46:31,078 INFO [Time-limited test {}] server.Server(415): Started @11052ms 2024-11-25T11:46:31,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:46:31,100 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:46:31,115 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:46:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25aa1654af122bc7 with lease ID 0x22bb7e42b109a041: Processing first storage report for DS-157fad70-46fb-40f9-a646-2f447e67ca7e from datanode DatanodeRegistration(127.0.0.1:35359, datanodeUuid=161477d1-1a68-4867-b3fb-b888286093f9, infoPort=44257, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395) 2024-11-25T11:46:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25aa1654af122bc7 with lease ID 0x22bb7e42b109a041: from storage DS-157fad70-46fb-40f9-a646-2f447e67ca7e node DatanodeRegistration(127.0.0.1:35359, datanodeUuid=161477d1-1a68-4867-b3fb-b888286093f9, infoPort=44257, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T11:46:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x451524f49cdc907b with lease ID 0x22bb7e42b109a040: Processing first storage report for DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=a8a2a60b-dabf-4ca7-b95b-a895f0ad1eab, infoPort=35361, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395) 2024-11-25T11:46:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x451524f49cdc907b with lease ID 0x22bb7e42b109a040: from storage DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=a8a2a60b-dabf-4ca7-b95b-a895f0ad1eab, infoPort=35361, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T11:46:31,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x451524f49cdc907b with lease ID 0x22bb7e42b109a040: Processing first storage report for DS-b9970325-ce7b-4e13-8c63-71443b44a4e9 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=a8a2a60b-dabf-4ca7-b95b-a895f0ad1eab, infoPort=35361, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395) 2024-11-25T11:46:31,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x451524f49cdc907b with lease ID 0x22bb7e42b109a040: from storage DS-b9970325-ce7b-4e13-8c63-71443b44a4e9 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=a8a2a60b-dabf-4ca7-b95b-a895f0ad1eab, infoPort=35361, infoSecurePort=0, ipcPort=37987, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:46:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25aa1654af122bc7 with lease ID 0x22bb7e42b109a041: Processing first storage report for DS-1c634062-f2f2-4686-955c-061a6b4390c7 from datanode DatanodeRegistration(127.0.0.1:35359, datanodeUuid=161477d1-1a68-4867-b3fb-b888286093f9, infoPort=44257, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395) 2024-11-25T11:46:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25aa1654af122bc7 with lease ID 0x22bb7e42b109a041: from storage DS-1c634062-f2f2-4686-955c-061a6b4390c7 node DatanodeRegistration(127.0.0.1:35359, datanodeUuid=161477d1-1a68-4867-b3fb-b888286093f9, infoPort=44257, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:46:31,515 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data5/current/BP-604513469-172.17.0.3-1732535186395/current, will proceed with Du for space computation calculation, 2024-11-25T11:46:31,531 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data6/current/BP-604513469-172.17.0.3-1732535186395/current, will proceed with Du for space computation calculation, 2024-11-25T11:46:31,610 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:46:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9fc291b0b1036f6 with lease ID 0x22bb7e42b109a042: Processing first storage report for DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7 from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=315fecbf-1f0c-4647-a770-6695d69284f1, infoPort=40643, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395) 2024-11-25T11:46:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9fc291b0b1036f6 with lease ID 0x22bb7e42b109a042: from storage DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7 node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=315fecbf-1f0c-4647-a770-6695d69284f1, infoPort=40643, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:46:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9fc291b0b1036f6 with lease ID 0x22bb7e42b109a042: Processing first storage report for DS-68894419-c25b-4ee7-94ad-c60251b18d60 from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=315fecbf-1f0c-4647-a770-6695d69284f1, infoPort=40643, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395) 2024-11-25T11:46:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9fc291b0b1036f6 with lease ID 0x22bb7e42b109a042: from storage DS-68894419-c25b-4ee7-94ad-c60251b18d60 node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=315fecbf-1f0c-4647-a770-6695d69284f1, infoPort=40643, infoSecurePort=0, ipcPort=40453, storageInfo=lv=-57;cid=testClusterID;nsid=1897024619;c=1732535186395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:46:32,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793 2024-11-25T11:46:32,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/zookeeper_0, clientPort=57718, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:46:32,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57718 2024-11-25T11:46:32,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:32,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:46:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:46:33,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:46:33,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e with version=8 2024-11-25T11:46:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/hbase-staging 2024-11-25T11:46:33,621 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T11:46:33,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:46:34,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:46:34,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:46:34,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:46:34,293 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T11:46:34,303 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T11:46:34,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:46:34,337 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6222 (auto-detected) 2024-11-25T11:46:34,338 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T11:46:34,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41817 2024-11-25T11:46:34,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41817 connecting to ZooKeeper ensemble=127.0.0.1:57718 2024-11-25T11:46:34,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418170x0, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:46:34,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41817-0x10076c31d260000 connected 2024-11-25T11:46:34,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:46:34,515 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e, hbase.cluster.distributed=false 2024-11-25T11:46:34,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:46:34,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-25T11:46:34,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41817 2024-11-25T11:46:34,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41817 2024-11-25T11:46:34,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-25T11:46:34,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-25T11:46:34,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:46:34,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:46:34,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:46:34,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:46:34,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:46:34,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40725 2024-11-25T11:46:34,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40725 connecting to ZooKeeper ensemble=127.0.0.1:57718 2024-11-25T11:46:34,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407250x0, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:46:34,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40725-0x10076c31d260001 connected 2024-11-25T11:46:34,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:46:34,837 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:46:34,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:46:34,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:46:34,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:46:34,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-25T11:46:34,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40725 2024-11-25T11:46:34,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40725 2024-11-25T11:46:34,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-25T11:46:34,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-25T11:46:34,888 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:46:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:46:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:46:34,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:46:34,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:46:34,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40771 2024-11-25T11:46:34,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40771 connecting to ZooKeeper ensemble=127.0.0.1:57718 2024-11-25T11:46:34,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407710x0, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:46:34,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407710x0, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:46:34,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40771-0x10076c31d260002 connected 2024-11-25T11:46:34,918 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:46:34,919 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:46:34,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:46:34,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:46:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-25T11:46:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40771 2024-11-25T11:46:34,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40771 2024-11-25T11:46:34,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-25T11:46:34,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-25T11:46:34,960 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:46:34,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:46:34,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:46:34,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:46:34,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:46:34,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:46:34,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44833 2024-11-25T11:46:34,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44833 connecting to ZooKeeper ensemble=127.0.0.1:57718 2024-11-25T11:46:34,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448330x0, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:46:34,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448330x0, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:46:34,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:46:34,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44833-0x10076c31d260003 connected 2024-11-25T11:46:34,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:46:34,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:46:34,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:46:34,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-25T11:46:34,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44833 2024-11-25T11:46:35,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44833 2024-11-25T11:46:35,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-25T11:46:35,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-25T11:46:35,025 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2bf237fd86ca:41817 2024-11-25T11:46:35,027 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:35,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,041 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:35,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:46:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:46:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:46:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,077 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T11:46:35,078 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2bf237fd86ca,41817,1732535193701 from backup master directory 2024-11-25T11:46:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:46:35,083 WARN [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:46:35,084 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:35,087 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T11:46:35,091 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T11:46:35,183 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/hbase.id] with ID: 92d95f4d-7466-4c53-b275-cb566e7dc563 2024-11-25T11:46:35,183 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.tmp/hbase.id 2024-11-25T11:46:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:46:35,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:46:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:46:35,220 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.tmp/hbase.id]:[hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/hbase.id] 2024-11-25T11:46:35,291 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:46:35,297 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:46:35,324 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-25T11:46:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:46:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:46:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:46:35,385 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:46:35,388 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:46:35,411 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:46:35,416 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:46:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:46:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:46:35,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:46:35,494 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store 2024-11-25T11:46:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:46:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:46:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:46:35,534 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T11:46:35,538 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:35,540 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:46:35,540 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:46:35,540 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:46:35,543 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:46:35,543 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:46:35,543 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:46:35,544 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535195540Disabling compacts and flushes for region at 1732535195540Disabling writes for close at 1732535195543 (+3 ms)Writing region close event to WAL at 1732535195543Closed at 1732535195543 2024-11-25T11:46:35,547 WARN [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/.initializing 2024-11-25T11:46:35,548 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/WALs/2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:35,560 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:46:35,580 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C41817%2C1732535193701, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/WALs/2bf237fd86ca,41817,1732535193701, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/oldWALs, maxLogs=10 2024-11-25T11:46:35,617 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/WALs/2bf237fd86ca,41817,1732535193701/2bf237fd86ca%2C41817%2C1732535193701.1732535195587, exclude list is [], retry=0 2024-11-25T11:46:35,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7,DISK] 2024-11-25T11:46:35,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c,DISK] 2024-11-25T11:46:35,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-157fad70-46fb-40f9-a646-2f447e67ca7e,DISK] 2024-11-25T11:46:35,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T11:46:35,702 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/WALs/2bf237fd86ca,41817,1732535193701/2bf237fd86ca%2C41817%2C1732535193701.1732535195587 2024-11-25T11:46:35,704 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-25T11:46:35,705 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:46:35,705 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:35,710 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,711 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:46:35,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:35,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:35,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:46:35,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:35,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:35,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:46:35,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:35,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:35,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:46:35,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:35,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:35,818 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,832 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,834 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,843 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,844 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,848 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:46:35,854 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:46:35,860 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:35,865 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71902194, jitterRate=0.07142618298530579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:46:35,874 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732535195730Initializing all the Stores at 1732535195733 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535195734 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535195735 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535195735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535195735Cleaning up temporary data from old regions at 1732535195844 (+109 ms)Region opened successfully at 1732535195874 (+30 ms) 2024-11-25T11:46:35,876 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:46:35,914 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9fc472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:46:35,960 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:46:35,974 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:46:35,974 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:46:35,977 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:46:35,979 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T11:46:35,984 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T11:46:35,984 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T11:46:36,020 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:46:36,032 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T11:46:36,035 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T11:46:36,038 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:46:36,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:46:36,042 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T11:46:36,046 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:46:36,050 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:46:36,052 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T11:46:36,054 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:46:36,056 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T11:46:36,089 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:46:36,092 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T11:46:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:46:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:46:36,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:46:36,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:46:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,105 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2bf237fd86ca,41817,1732535193701, sessionid=0x10076c31d260000, setting cluster-up flag (Was=false) 2024-11-25T11:46:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,132 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T11:46:36,135 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:36,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:36,154 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T11:46:36,157 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:36,164 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:46:36,215 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(746): ClusterId : 92d95f4d-7466-4c53-b275-cb566e7dc563 2024-11-25T11:46:36,220 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(746): ClusterId : 92d95f4d-7466-4c53-b275-cb566e7dc563 2024-11-25T11:46:36,222 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(746): ClusterId : 92d95f4d-7466-4c53-b275-cb566e7dc563 2024-11-25T11:46:36,224 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:46:36,224 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:46:36,224 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:46:36,232 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:46:36,232 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:46:36,232 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:46:36,233 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:46:36,232 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:46:36,233 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:46:36,236 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:46:36,236 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:46:36,237 DEBUG [RS:0;2bf237fd86ca:40725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d749771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:46:36,237 DEBUG [RS:1;2bf237fd86ca:40771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413f9ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:46:36,239 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:46:36,239 DEBUG [RS:2;2bf237fd86ca:44833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e80dd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:46:36,284 DEBUG [RS:0;2bf237fd86ca:40725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2bf237fd86ca:40725 2024-11-25T11:46:36,288 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2bf237fd86ca:40771 2024-11-25T11:46:36,289 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:46:36,289 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:46:36,289 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:46:36,290 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:46:36,290 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:46:36,290 DEBUG [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:46:36,294 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,41817,1732535193701 with port=40771, startcode=1732535194888 2024-11-25T11:46:36,294 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,41817,1732535193701 with port=40725, startcode=1732535194713 2024-11-25T11:46:36,299 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2bf237fd86ca:44833 2024-11-25T11:46:36,300 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:46:36,300 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:46:36,300 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:46:36,304 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,41817,1732535193701 with port=44833, startcode=1732535194959 2024-11-25T11:46:36,311 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:46:36,319 DEBUG [RS:2;2bf237fd86ca:44833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:46:36,319 DEBUG [RS:1;2bf237fd86ca:40771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:46:36,320 DEBUG [RS:0;2bf237fd86ca:40725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:46:36,333 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:46:36,351 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:46:36,362 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2bf237fd86ca,41817,1732535193701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:46:36,385 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:46:36,387 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:46:36,387 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:46:36,387 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:46:36,387 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2bf237fd86ca:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:46:36,387 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,388 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:46:36,388 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38843, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:46:36,418 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48867, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:46:36,420 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:46:36,427 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T11:46:36,429 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732535226429 2024-11-25T11:46:36,431 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:46:36,432 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:46:36,437 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:46:36,438 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:46:36,438 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:46:36,438 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:46:36,446 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T11:46:36,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:46:36,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:46:36,448 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T11:46:36,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:36,458 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:46:36,469 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:46:36,472 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:46:36,473 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:46:36,489 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:46:36,489 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:46:36,492 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535196491,5,FailOnTimeoutGroup] 2024-11-25T11:46:36,496 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535196493,5,FailOnTimeoutGroup] 2024-11-25T11:46:36,496 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,497 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:46:36,499 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,499 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:46:36,499 WARN [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:46:36,499 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,499 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:46:36,499 WARN [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:46:36,499 DEBUG [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:46:36,499 WARN [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:46:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:46:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:46:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:46:36,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:46:36,516 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:46:36,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:46:36,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:46:36,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:36,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:46:36,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:46:36,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:36,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:36,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:46:36,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:46:36,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:36,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:36,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:46:36,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:46:36,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:36,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:36,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:46:36,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:46:36,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:36,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:36,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:46:36,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740 2024-11-25T11:46:36,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740 2024-11-25T11:46:36,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:46:36,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:46:36,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:46:36,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:46:36,601 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,41817,1732535193701 with port=44833, startcode=1732535194959 2024-11-25T11:46:36,601 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,41817,1732535193701 with port=40771, startcode=1732535194888 2024-11-25T11:46:36,602 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,41817,1732535193701 with port=40725, startcode=1732535194713 2024-11-25T11:46:36,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:36,605 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:36,606 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72587889, jitterRate=0.08164383471012115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:46:36,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:36,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732535196540Initializing all the Stores at 1732535196543 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535196543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535196543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535196543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535196543Cleaning up temporary data from old regions at 1732535196593 (+50 ms)Region opened successfully at 1732535196610 (+17 ms) 2024-11-25T11:46:36,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:46:36,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:46:36,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:46:36,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:46:36,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:46:36,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:46:36,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535196610Disabling compacts and flushes for region at 1732535196610Disabling writes for close at 1732535196610Writing region close event to WAL at 1732535196614 (+4 ms)Closed at 1732535196614 2024-11-25T11:46:36,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:36,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:36,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:46:36,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:46:36,620 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:36,620 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33365 2024-11-25T11:46:36,620 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:46:36,624 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:36,625 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33365 2024-11-25T11:46:36,625 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:46:36,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:36,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:36,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:46:36,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:46:36,635 DEBUG [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:36,635 DEBUG [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33365 2024-11-25T11:46:36,635 DEBUG [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:46:36,635 DEBUG [RS:1;2bf237fd86ca:40771 {}] zookeeper.ZKUtil(111): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:36,636 WARN [RS:1;2bf237fd86ca:40771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:46:36,636 INFO [RS:1;2bf237fd86ca:40771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:46:36,636 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:36,636 DEBUG [RS:2;2bf237fd86ca:44833 {}] zookeeper.ZKUtil(111): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:36,637 WARN [RS:2;2bf237fd86ca:44833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:46:36,637 INFO [RS:2;2bf237fd86ca:44833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:46:36,637 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:36,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:46:36,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,44833,1732535194959] 2024-11-25T11:46:36,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,40771,1732535194888] 2024-11-25T11:46:36,639 DEBUG [RS:0;2bf237fd86ca:40725 {}] zookeeper.ZKUtil(111): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:36,639 WARN [RS:0;2bf237fd86ca:40725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:46:36,640 INFO [RS:0;2bf237fd86ca:40725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:46:36,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,40725,1732535194713] 2024-11-25T11:46:36,640 DEBUG [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:36,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:46:36,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:46:36,678 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:46:36,678 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:46:36,678 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:46:36,700 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:46:36,700 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:46:36,701 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:46:36,710 INFO [RS:1;2bf237fd86ca:40771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:46:36,710 INFO [RS:2;2bf237fd86ca:44833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:46:36,710 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,710 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,713 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:46:36,714 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:46:36,715 INFO [RS:0;2bf237fd86ca:40725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:46:36,715 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,716 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:46:36,721 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:46:36,721 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:46:36,723 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,723 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,724 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,724 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,724 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,724 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,724 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:46:36,724 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:46:36,724 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,724 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:46:36,725 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,725 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,726 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:46:36,726 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,726 DEBUG [RS:0;2bf237fd86ca:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:46:36,726 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,726 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,726 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,726 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,726 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:46:36,726 DEBUG [RS:1;2bf237fd86ca:40771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:46:36,732 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,732 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,733 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,733 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,733 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,733 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,733 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:46:36,733 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,733 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,734 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,734 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,734 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,734 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:46:36,734 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:46:36,735 DEBUG [RS:2;2bf237fd86ca:44833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:46:36,735 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,735 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,735 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,735 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,735 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,735 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,40771,1732535194888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:46:36,744 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,745 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,745 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,745 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,745 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,745 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,40725,1732535194713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:46:36,773 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,773 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,774 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,774 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,774 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,774 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,44833,1732535194959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:46:36,775 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:46:36,776 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:46:36,778 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,40725,1732535194713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,779 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,779 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.Replication(171): 2bf237fd86ca,40725,1732535194713 started 2024-11-25T11:46:36,791 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,40771,1732535194888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,791 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,791 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.Replication(171): 2bf237fd86ca,40771,1732535194888 started 2024-11-25T11:46:36,803 WARN [2bf237fd86ca:41817 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T11:46:36,834 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,834 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,40771,1732535194888, RpcServer on 2bf237fd86ca/172.17.0.3:40771, sessionid=0x10076c31d260002 2024-11-25T11:46:36,836 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:46:36,836 DEBUG [RS:1;2bf237fd86ca:40771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:36,836 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,40771,1732535194888' 2024-11-25T11:46:36,836 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:46:36,840 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:46:36,841 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:46:36,841 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:46:36,841 DEBUG [RS:1;2bf237fd86ca:40771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:36,841 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,40771,1732535194888' 2024-11-25T11:46:36,841 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:46:36,842 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:46:36,843 DEBUG [RS:1;2bf237fd86ca:40771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:46:36,843 INFO [RS:1;2bf237fd86ca:40771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:46:36,843 INFO [RS:1;2bf237fd86ca:40771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:46:36,851 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,851 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,40725,1732535194713, RpcServer on 2bf237fd86ca/172.17.0.3:40725, sessionid=0x10076c31d260001 2024-11-25T11:46:36,852 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:46:36,852 DEBUG [RS:0;2bf237fd86ca:40725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:36,852 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,40725,1732535194713' 2024-11-25T11:46:36,853 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:46:36,854 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:46:36,854 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:46:36,855 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:46:36,855 DEBUG [RS:0;2bf237fd86ca:40725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:36,855 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,40725,1732535194713' 2024-11-25T11:46:36,855 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:46:36,856 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:46:36,857 DEBUG [RS:0;2bf237fd86ca:40725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:46:36,857 INFO [RS:0;2bf237fd86ca:40725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:46:36,857 INFO [RS:0;2bf237fd86ca:40725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:46:36,861 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:46:36,862 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,44833,1732535194959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,862 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,862 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.Replication(171): 2bf237fd86ca,44833,1732535194959 started 2024-11-25T11:46:36,900 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:36,900 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,44833,1732535194959, RpcServer on 2bf237fd86ca/172.17.0.3:44833, sessionid=0x10076c31d260003 2024-11-25T11:46:36,901 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:46:36,901 DEBUG [RS:2;2bf237fd86ca:44833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:36,901 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,44833,1732535194959' 2024-11-25T11:46:36,901 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:46:36,904 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:46:36,906 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:46:36,906 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:46:36,906 DEBUG [RS:2;2bf237fd86ca:44833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:36,906 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,44833,1732535194959' 2024-11-25T11:46:36,906 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:46:36,907 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:46:36,908 DEBUG [RS:2;2bf237fd86ca:44833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:46:36,908 INFO [RS:2;2bf237fd86ca:44833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:46:36,908 INFO [RS:2;2bf237fd86ca:44833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:46:36,951 INFO [RS:1;2bf237fd86ca:40771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:46:36,955 INFO [RS:1;2bf237fd86ca:40771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C40771%2C1732535194888, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40771,1732535194888, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs, maxLogs=32 2024-11-25T11:46:36,961 INFO [RS:0;2bf237fd86ca:40725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:46:36,965 INFO [RS:0;2bf237fd86ca:40725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C40725%2C1732535194713, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs, maxLogs=32 2024-11-25T11:46:36,981 DEBUG [RS:1;2bf237fd86ca:40771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40771,1732535194888/2bf237fd86ca%2C40771%2C1732535194888.1732535196959, exclude list is [], retry=0 2024-11-25T11:46:36,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c,DISK] 2024-11-25T11:46:36,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-157fad70-46fb-40f9-a646-2f447e67ca7e,DISK] 2024-11-25T11:46:36,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7,DISK] 2024-11-25T11:46:36,992 DEBUG [RS:0;2bf237fd86ca:40725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713/2bf237fd86ca%2C40725%2C1732535194713.1732535196968, exclude list is [], retry=0 2024-11-25T11:46:37,009 INFO [RS:2;2bf237fd86ca:44833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:46:37,012 INFO [RS:2;2bf237fd86ca:44833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C44833%2C1732535194959, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs, maxLogs=32 2024-11-25T11:46:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7,DISK] 2024-11-25T11:46:37,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-157fad70-46fb-40f9-a646-2f447e67ca7e,DISK] 2024-11-25T11:46:37,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c,DISK] 2024-11-25T11:46:37,058 INFO [RS:1;2bf237fd86ca:40771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40771,1732535194888/2bf237fd86ca%2C40771%2C1732535194888.1732535196959 2024-11-25T11:46:37,059 DEBUG [RS:1;2bf237fd86ca:40771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-25T11:46:37,064 INFO [RS:0;2bf237fd86ca:40725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 2024-11-25T11:46:37,067 DEBUG [RS:2;2bf237fd86ca:44833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959/2bf237fd86ca%2C44833%2C1732535194959.1732535197015, exclude list is [], retry=0 2024-11-25T11:46:37,068 DEBUG [RS:0;2bf237fd86ca:40725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-25T11:46:37,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-157fad70-46fb-40f9-a646-2f447e67ca7e,DISK] 2024-11-25T11:46:37,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c,DISK] 2024-11-25T11:46:37,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7,DISK] 2024-11-25T11:46:37,092 INFO [RS:2;2bf237fd86ca:44833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959/2bf237fd86ca%2C44833%2C1732535194959.1732535197015 2024-11-25T11:46:37,097 DEBUG [RS:2;2bf237fd86ca:44833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:44257:44257),(127.0.0.1/127.0.0.1:35361:35361)] 2024-11-25T11:46:37,306 DEBUG [2bf237fd86ca:41817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T11:46:37,317 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0} 2024-11-25T11:46:37,326 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:46:37,326 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:46:37,326 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:46:37,326 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:46:37,326 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:46:37,326 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:46:37,326 INFO [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:46:37,326 INFO [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:46:37,326 INFO [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:46:37,326 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:46:37,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:37,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,40725,1732535194713, state=OPENING 2024-11-25T11:46:37,350 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:46:37,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:37,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:37,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:37,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:46:37,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:37,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:37,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:37,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:37,364 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:46:37,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,40725,1732535194713}] 2024-11-25T11:46:44,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T11:46:44,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T11:46:47,405 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:46:47,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:46:47,453 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:46:47,453 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:46:47,454 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:46:47,460 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C40725%2C1732535194713.meta, suffix=.meta, logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs, maxLogs=32 2024-11-25T11:46:47,492 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, exclude list is [], retry=0 2024-11-25T11:46:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7,DISK] 2024-11-25T11:46:47,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-157fad70-46fb-40f9-a646-2f447e67ca7e,DISK] 2024-11-25T11:46:47,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c,DISK] 2024-11-25T11:46:47,566 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta 2024-11-25T11:46:47,569 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:44257:44257),(127.0.0.1/127.0.0.1:35361:35361)] 2024-11-25T11:46:47,569 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:46:47,572 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:46:47,575 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:46:47,585 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:46:47,595 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:46:47,596 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:47,596 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:46:47,596 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:46:47,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:46:47,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:46:47,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:47,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:47,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:46:47,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:46:47,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:47,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:47,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:46:47,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:46:47,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:47,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:47,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:46:47,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:46:47,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:47,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:46:47,643 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:46:47,645 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740 2024-11-25T11:46:47,650 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740 2024-11-25T11:46:47,654 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:46:47,654 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:46:47,655 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:46:47,658 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:46:47,662 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73075854, jitterRate=0.08891507983207703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:46:47,662 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:46:47,664 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732535207597Writing region info on filesystem at 1732535207597Initializing all the Stores at 1732535207608 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535207608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535207609 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535207609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535207609Cleaning up temporary data from old regions at 1732535207654 (+45 ms)Running coprocessor post-open hooks at 1732535207662 (+8 ms)Region opened successfully at 1732535207664 (+2 ms) 2024-11-25T11:46:47,675 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732535207392 2024-11-25T11:46:47,714 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:46:47,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:47,715 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:46:47,724 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,40725,1732535194713, state=OPEN 2024-11-25T11:46:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:46:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:46:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:46:47,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:47,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:47,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:47,728 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:47,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:46:47,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:46:47,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:46:47,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,40725,1732535194713 in 10.3610 sec 2024-11-25T11:46:47,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:46:47,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1140 sec 2024-11-25T11:46:47,762 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:46:47,762 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:46:47,826 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:46:47,828 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1] 2024-11-25T11:46:47,866 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:46:47,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:46:47,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6900 sec 2024-11-25T11:46:47,899 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732535207899, completionTime=-1 2024-11-25T11:46:47,902 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T11:46:47,902 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:46:47,958 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T11:46:47,958 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732535267958 2024-11-25T11:46:47,958 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732535327958 2024-11-25T11:46:47,958 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 55 msec 2024-11-25T11:46:47,960 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:46:47,970 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41817,1732535193701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:47,971 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41817,1732535193701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:47,971 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41817,1732535193701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:47,973 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2bf237fd86ca:41817, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:47,989 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:47,993 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:47,997 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:46:48,048 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.963sec 2024-11-25T11:46:48,057 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:46:48,059 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:46:48,060 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:46:48,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:46:48,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:46:48,062 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41817,1732535193701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:46:48,063 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41817,1732535193701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:46:48,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c0b81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:46:48,088 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:46:48,089 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:46:48,091 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T11:46:48,091 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T11:46:48,091 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,41817,1732535193701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:46:48,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2bf237fd86ca,41817,-1 for getting cluster id 2024-11-25T11:46:48,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:46:48,144 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92d95f4d-7466-4c53-b275-cb566e7dc563' 2024-11-25T11:46:48,149 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:46:48,150 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92d95f4d-7466-4c53-b275-cb566e7dc563" 2024-11-25T11:46:48,150 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c41b64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:46:48,150 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2bf237fd86ca,41817,-1] 2024-11-25T11:46:48,213 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:46:48,218 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:46:48,223 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:46:48,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e707f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:46:48,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:46:48,241 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1] 2024-11-25T11:46:48,242 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:46:48,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:46:48,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:48,349 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732535208347 (current time:1732535208348). 2024-11-25T11:46:48,349 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T11:46:48,349 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T11:46:48,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786003fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:46:48,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2bf237fd86ca,41817,-1 for getting cluster id 2024-11-25T11:46:48,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:46:48,404 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92d95f4d-7466-4c53-b275-cb566e7dc563' 2024-11-25T11:46:48,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:46:48,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92d95f4d-7466-4c53-b275-cb566e7dc563" 2024-11-25T11:46:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c50e2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:46:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2bf237fd86ca,41817,-1] 2024-11-25T11:46:48,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:46:48,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:46:48,407 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:46:48,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca42028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:46:48,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:46:48,436 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1] 2024-11-25T11:46:48,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:46:48,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:46:48,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:46:48,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:46:48,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:46:48,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:46:48,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:46:48,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:46:48,485 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2bf237fd86ca,41817,1732535193701 2024-11-25T11:46:48,489 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@603af121 2024-11-25T11:46:48,490 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:46:48,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:46:48,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:46:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T11:46:48,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:46:48,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T11:46:48,556 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:48,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:46:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:48,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:46:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741837_1013 (size=361) 2024-11-25T11:46:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741837_1013 (size=361) 2024-11-25T11:46:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741837_1013 (size=361) 2024-11-25T11:46:48,713 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 190e82ee891242902c2ef1213d72535a, NAME => 'SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:48,732 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 69f9ae1953ec54ad5c8d5c94467b9cb8, NAME => 'SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:48,737 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c1fd8e093bb535a8bc3a2f32e282ac02, NAME => 'SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741838_1014 (size=54) 2024-11-25T11:46:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741838_1014 (size=54) 2024-11-25T11:46:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741838_1014 (size=54) 2024-11-25T11:46:48,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:48,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 190e82ee891242902c2ef1213d72535a, disabling compactions & flushes 2024-11-25T11:46:48,897 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:46:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:46:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. after waiting 0 ms 2024-11-25T11:46:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:46:48,897 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:46:48,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 190e82ee891242902c2ef1213d72535a: Waiting for close lock at 1732535208896Disabling compacts and flushes for region at 1732535208896Disabling writes for close at 1732535208897 (+1 ms)Writing region close event to WAL at 1732535208897Closed at 1732535208897 2024-11-25T11:46:48,898 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5b51103bc0c5aa815f49cfb5391f7a1, NAME => 'SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741839_1015 (size=62) 2024-11-25T11:46:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741839_1015 (size=62) 2024-11-25T11:46:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741839_1015 (size=62) 2024-11-25T11:46:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 69f9ae1953ec54ad5c8d5c94467b9cb8, disabling compactions & flushes 2024-11-25T11:46:48,929 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:46:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:46:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. after waiting 0 ms 2024-11-25T11:46:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:46:48,929 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:46:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 69f9ae1953ec54ad5c8d5c94467b9cb8: Waiting for close lock at 1732535208929Disabling compacts and flushes for region at 1732535208929Disabling writes for close at 1732535208929Writing region close event to WAL at 1732535208929Closed at 1732535208929 2024-11-25T11:46:48,930 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32c49c65e25472d2df9bd9e1d4668879, NAME => 'SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741840_1016 (size=62) 2024-11-25T11:46:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741840_1016 (size=62) 2024-11-25T11:46:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741840_1016 (size=62) 2024-11-25T11:46:49,001 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,001 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c1fd8e093bb535a8bc3a2f32e282ac02, disabling compactions & flushes 2024-11-25T11:46:49,001 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:46:49,001 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:46:49,001 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. after waiting 0 ms 2024-11-25T11:46:49,001 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:46:49,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:46:49,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c1fd8e093bb535a8bc3a2f32e282ac02: Waiting for close lock at 1732535209001Disabling compacts and flushes for region at 1732535209001Disabling writes for close at 1732535209001Writing region close event to WAL at 1732535209002 (+1 ms)Closed at 1732535209002 2024-11-25T11:46:49,003 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54aaabaf5a2a1d0ef7f5b91d933f0d50, NAME => 'SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741841_1017 (size=62) 2024-11-25T11:46:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741841_1017 (size=62) 2024-11-25T11:46:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741841_1017 (size=62) 2024-11-25T11:46:49,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f5b51103bc0c5aa815f49cfb5391f7a1, disabling compactions & flushes 2024-11-25T11:46:49,068 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:46:49,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:46:49,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. after waiting 0 ms 2024-11-25T11:46:49,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:46:49,068 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:46:49,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5b51103bc0c5aa815f49cfb5391f7a1: Waiting for close lock at 1732535209067Disabling compacts and flushes for region at 1732535209067Disabling writes for close at 1732535209068 (+1 ms)Writing region close event to WAL at 1732535209068Closed at 1732535209068 2024-11-25T11:46:49,069 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfa9d47a2825e65af5323c222c7e52ba, NAME => 'SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741842_1018 (size=62) 2024-11-25T11:46:49,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 32c49c65e25472d2df9bd9e1d4668879, disabling compactions & flushes 2024-11-25T11:46:49,113 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:46:49,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:46:49,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. after waiting 0 ms 2024-11-25T11:46:49,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:46:49,113 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:46:49,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32c49c65e25472d2df9bd9e1d4668879: Waiting for close lock at 1732535209113Disabling compacts and flushes for region at 1732535209113Disabling writes for close at 1732535209113Writing region close event to WAL at 1732535209113Closed at 1732535209113 2024-11-25T11:46:49,114 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a1b8bb1364d979581c0833de46d1fb74, NAME => 'SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741842_1018 (size=62) 2024-11-25T11:46:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741842_1018 (size=62) 2024-11-25T11:46:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741843_1019 (size=62) 2024-11-25T11:46:49,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741843_1019 (size=62) 2024-11-25T11:46:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741843_1019 (size=62) 2024-11-25T11:46:49,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 54aaabaf5a2a1d0ef7f5b91d933f0d50, disabling compactions & flushes 2024-11-25T11:46:49,171 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:46:49,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:46:49,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. after waiting 0 ms 2024-11-25T11:46:49,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:46:49,171 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:46:49,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54aaabaf5a2a1d0ef7f5b91d933f0d50: Waiting for close lock at 1732535209171Disabling compacts and flushes for region at 1732535209171Disabling writes for close at 1732535209171Writing region close event to WAL at 1732535209171Closed at 1732535209171 2024-11-25T11:46:49,172 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5cd00b53b35b57a54151eb144c322d8e, NAME => 'SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741845_1021 (size=62) 2024-11-25T11:46:49,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741845_1021 (size=62) 2024-11-25T11:46:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741844_1020 (size=62) 2024-11-25T11:46:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741844_1020 (size=62) 2024-11-25T11:46:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741844_1020 (size=62) 2024-11-25T11:46:49,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bfa9d47a2825e65af5323c222c7e52ba, disabling compactions & flushes 2024-11-25T11:46:49,251 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:46:49,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:46:49,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. after waiting 0 ms 2024-11-25T11:46:49,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:46:49,251 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:46:49,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfa9d47a2825e65af5323c222c7e52ba: Waiting for close lock at 1732535209251Disabling compacts and flushes for region at 1732535209251Disabling writes for close at 1732535209251Writing region close event to WAL at 1732535209251Closed at 1732535209251 2024-11-25T11:46:49,252 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 485e5b59002e5453eebe31962abe1a19, NAME => 'SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e 2024-11-25T11:46:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741845_1021 (size=62) 2024-11-25T11:46:49,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a1b8bb1364d979581c0833de46d1fb74, disabling compactions & flushes 2024-11-25T11:46:49,263 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:46:49,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:46:49,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. after waiting 0 ms 2024-11-25T11:46:49,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:46:49,263 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:46:49,264 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a1b8bb1364d979581c0833de46d1fb74: Waiting for close lock at 1732535209263Disabling compacts and flushes for region at 1732535209263Disabling writes for close at 1732535209263Writing region close event to WAL at 1732535209263Closed at 1732535209263 2024-11-25T11:46:49,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741846_1022 (size=62) 2024-11-25T11:46:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741846_1022 (size=62) 2024-11-25T11:46:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741846_1022 (size=62) 2024-11-25T11:46:49,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5cd00b53b35b57a54151eb144c322d8e, disabling compactions & flushes 2024-11-25T11:46:49,318 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:46:49,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:46:49,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. after waiting 0 ms 2024-11-25T11:46:49,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:46:49,318 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:46:49,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5cd00b53b35b57a54151eb144c322d8e: Waiting for close lock at 1732535209317Disabling compacts and flushes for region at 1732535209317Disabling writes for close at 1732535209318 (+1 ms)Writing region close event to WAL at 1732535209318Closed at 1732535209318 2024-11-25T11:46:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741847_1023 (size=54) 2024-11-25T11:46:49,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741847_1023 (size=54) 2024-11-25T11:46:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741847_1023 (size=54) 2024-11-25T11:46:49,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:49,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 485e5b59002e5453eebe31962abe1a19, disabling compactions & flushes 2024-11-25T11:46:49,334 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:46:49,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:46:49,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. after waiting 0 ms 2024-11-25T11:46:49,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:46:49,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:46:49,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 485e5b59002e5453eebe31962abe1a19: Waiting for close lock at 1732535209334Disabling compacts and flushes for region at 1732535209334Disabling writes for close at 1732535209334Writing region close event to WAL at 1732535209334Closed at 1732535209334 2024-11-25T11:46:49,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:46:49,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732535209341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535209341"}]},"ts":"1732535209341"} 2024-11-25T11:46:49,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T11:46:49,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:46:49,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535209488"}]},"ts":"1732535209488"} 2024-11-25T11:46:49,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T11:46:49,506 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0} 2024-11-25T11:46:49,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:46:49,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:46:49,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:46:49,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:46:49,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:46:49,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:46:49,519 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:46:49,519 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:46:49,519 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:46:49,519 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:46:49,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69f9ae1953ec54ad5c8d5c94467b9cb8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1fd8e093bb535a8bc3a2f32e282ac02, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32c49c65e25472d2df9bd9e1d4668879, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54aaabaf5a2a1d0ef7f5b91d933f0d50, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b8bb1364d979581c0833de46d1fb74, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cd00b53b35b57a54151eb144c322d8e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN}] 2024-11-25T11:46:49,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN 2024-11-25T11:46:49,541 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN; state=OFFLINE, location=2bf237fd86ca,40725,1732535194713; forceNewPlan=false, retain=false 2024-11-25T11:46:49,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69f9ae1953ec54ad5c8d5c94467b9cb8, ASSIGN 2024-11-25T11:46:49,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69f9ae1953ec54ad5c8d5c94467b9cb8, ASSIGN; state=OFFLINE, location=2bf237fd86ca,44833,1732535194959; forceNewPlan=false, retain=false 2024-11-25T11:46:49,549 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1fd8e093bb535a8bc3a2f32e282ac02, ASSIGN 2024-11-25T11:46:49,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cd00b53b35b57a54151eb144c322d8e, ASSIGN 2024-11-25T11:46:49,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b8bb1364d979581c0833de46d1fb74, ASSIGN 2024-11-25T11:46:49,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN 2024-11-25T11:46:49,553 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN 2024-11-25T11:46:49,556 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1fd8e093bb535a8bc3a2f32e282ac02, ASSIGN; state=OFFLINE, location=2bf237fd86ca,40771,1732535194888; forceNewPlan=false, retain=false 2024-11-25T11:46:49,557 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cd00b53b35b57a54151eb144c322d8e, ASSIGN; state=OFFLINE, location=2bf237fd86ca,40771,1732535194888; forceNewPlan=false, retain=false 2024-11-25T11:46:49,557 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1b8bb1364d979581c0833de46d1fb74, ASSIGN; state=OFFLINE, location=2bf237fd86ca,44833,1732535194959; forceNewPlan=false, retain=false 2024-11-25T11:46:49,557 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN; state=OFFLINE, location=2bf237fd86ca,40725,1732535194713; forceNewPlan=false, retain=false 2024-11-25T11:46:49,562 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54aaabaf5a2a1d0ef7f5b91d933f0d50, ASSIGN 2024-11-25T11:46:49,563 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN; state=OFFLINE, location=2bf237fd86ca,40725,1732535194713; forceNewPlan=false, retain=false 2024-11-25T11:46:49,563 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54aaabaf5a2a1d0ef7f5b91d933f0d50, ASSIGN; state=OFFLINE, location=2bf237fd86ca,40771,1732535194888; forceNewPlan=false, retain=false 2024-11-25T11:46:49,567 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32c49c65e25472d2df9bd9e1d4668879, ASSIGN 2024-11-25T11:46:49,575 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32c49c65e25472d2df9bd9e1d4668879, ASSIGN; state=OFFLINE, location=2bf237fd86ca,44833,1732535194959; forceNewPlan=false, retain=false 2024-11-25T11:46:49,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN 2024-11-25T11:46:49,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN; state=OFFLINE, location=2bf237fd86ca,40725,1732535194713; forceNewPlan=false, retain=false 2024-11-25T11:46:49,696 INFO [2bf237fd86ca:41817 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T11:46:49,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a1b8bb1364d979581c0833de46d1fb74, regionState=OPENING, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:49,698 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32c49c65e25472d2df9bd9e1d4668879, regionState=OPENING, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:49,699 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=69f9ae1953ec54ad5c8d5c94467b9cb8, regionState=OPENING, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:49,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5cd00b53b35b57a54151eb144c322d8e, regionState=OPENING, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:49,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=54aaabaf5a2a1d0ef7f5b91d933f0d50, regionState=OPENING, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:49,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=485e5b59002e5453eebe31962abe1a19, regionState=OPENING, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:49,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bfa9d47a2825e65af5323c222c7e52ba, regionState=OPENING, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:49,702 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5b51103bc0c5aa815f49cfb5391f7a1, regionState=OPENING, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:49,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=190e82ee891242902c2ef1213d72535a, regionState=OPENING, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:49,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c1fd8e093bb535a8bc3a2f32e282ac02, regionState=OPENING, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:49,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32c49c65e25472d2df9bd9e1d4668879, ASSIGN because future has completed 2024-11-25T11:46:49,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32c49c65e25472d2df9bd9e1d4668879, server=2bf237fd86ca,44833,1732535194959}] 2024-11-25T11:46:49,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69f9ae1953ec54ad5c8d5c94467b9cb8, ASSIGN because future has completed 2024-11-25T11:46:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:49,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cd00b53b35b57a54151eb144c322d8e, ASSIGN because future has completed 2024-11-25T11:46:49,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8, server=2bf237fd86ca,44833,1732535194959}] 2024-11-25T11:46:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54aaabaf5a2a1d0ef7f5b91d933f0d50, ASSIGN because future has completed 2024-11-25T11:46:49,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50, server=2bf237fd86ca,40771,1732535194888}] 2024-11-25T11:46:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1b8bb1364d979581c0833de46d1fb74, ASSIGN because future has completed 2024-11-25T11:46:49,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd00b53b35b57a54151eb144c322d8e, server=2bf237fd86ca,40771,1732535194888}] 2024-11-25T11:46:49,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN because future has completed 2024-11-25T11:46:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN because future has completed 2024-11-25T11:46:49,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN because future has completed 2024-11-25T11:46:49,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 485e5b59002e5453eebe31962abe1a19, server=2bf237fd86ca,40725,1732535194713}] 2024-11-25T11:46:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN because future has completed 2024-11-25T11:46:49,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1fd8e093bb535a8bc3a2f32e282ac02, ASSIGN because future has completed 2024-11-25T11:46:49,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b8bb1364d979581c0833de46d1fb74, server=2bf237fd86ca,44833,1732535194959}] 2024-11-25T11:46:49,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02, server=2bf237fd86ca,40771,1732535194888}] 2024-11-25T11:46:49,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 190e82ee891242902c2ef1213d72535a, server=2bf237fd86ca,40725,1732535194713}] 2024-11-25T11:46:49,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa9d47a2825e65af5323c222c7e52ba, server=2bf237fd86ca,40725,1732535194713}] 2024-11-25T11:46:49,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1, server=2bf237fd86ca,40725,1732535194713}] 2024-11-25T11:46:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:53,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:46:54,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:46:54,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:46:54,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:46:54,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T11:46:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:46:59,725 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:46:59,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:46:59,737 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:46:59,737 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a1b8bb1364d979581c0833de46d1fb74, NAME => 'SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T11:46:59,738 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,738 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,738 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,738 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,744 INFO [StoreOpener-a1b8bb1364d979581c0833de46d1fb74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,747 INFO [StoreOpener-a1b8bb1364d979581c0833de46d1fb74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b8bb1364d979581c0833de46d1fb74 columnFamilyName cf 2024-11-25T11:46:59,747 DEBUG [StoreOpener-a1b8bb1364d979581c0833de46d1fb74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,748 INFO [StoreOpener-a1b8bb1364d979581c0833de46d1fb74-1 {}] regionserver.HStore(327): Store=a1b8bb1364d979581c0833de46d1fb74/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,748 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,749 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,750 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,750 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,750 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,753 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,756 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,757 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a1b8bb1364d979581c0833de46d1fb74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68844728, jitterRate=0.025866389274597168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,757 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:46:59,757 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a1b8bb1364d979581c0833de46d1fb74: Running coprocessor pre-open hook at 1732535219739Writing region info on filesystem at 1732535219739Initializing all the Stores at 1732535219740 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219740Cleaning up temporary data from old regions at 1732535219750 (+10 ms)Running coprocessor post-open hooks at 1732535219757 (+7 ms)Region opened successfully at 1732535219757 2024-11-25T11:46:59,759 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:46:59,760 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74., pid=20, masterSystemTime=1732535219725 2024-11-25T11:46:59,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:46:59,765 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:46:59,765 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:46:59,765 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:46:59,765 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 32c49c65e25472d2df9bd9e1d4668879, NAME => 'SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T11:46:59,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a1b8bb1364d979581c0833de46d1fb74, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:59,766 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,766 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,767 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,767 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b8bb1364d979581c0833de46d1fb74, server=2bf237fd86ca,44833,1732535194959 because future has completed 2024-11-25T11:46:59,771 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:46:59,771 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 54aaabaf5a2a1d0ef7f5b91d933f0d50, NAME => 'SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T11:46:59,772 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,772 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,772 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,772 INFO [StoreOpener-32c49c65e25472d2df9bd9e1d4668879-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,772 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,775 INFO [StoreOpener-32c49c65e25472d2df9bd9e1d4668879-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32c49c65e25472d2df9bd9e1d4668879 columnFamilyName cf 2024-11-25T11:46:59,775 INFO [StoreOpener-54aaabaf5a2a1d0ef7f5b91d933f0d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,775 DEBUG [StoreOpener-32c49c65e25472d2df9bd9e1d4668879-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,776 INFO [StoreOpener-32c49c65e25472d2df9bd9e1d4668879-1 {}] regionserver.HStore(327): Store=32c49c65e25472d2df9bd9e1d4668879/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,776 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-25T11:46:59,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a1b8bb1364d979581c0833de46d1fb74, server=2bf237fd86ca,44833,1732535194959 in 9.9730 sec 2024-11-25T11:46:59,778 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,778 INFO [StoreOpener-54aaabaf5a2a1d0ef7f5b91d933f0d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54aaabaf5a2a1d0ef7f5b91d933f0d50 columnFamilyName cf 2024-11-25T11:46:59,778 DEBUG [StoreOpener-54aaabaf5a2a1d0ef7f5b91d933f0d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,779 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,780 INFO [StoreOpener-54aaabaf5a2a1d0ef7f5b91d933f0d50-1 {}] regionserver.HStore(327): Store=54aaabaf5a2a1d0ef7f5b91d933f0d50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,780 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,780 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b8bb1364d979581c0833de46d1fb74, ASSIGN in 10.2500 sec 2024-11-25T11:46:59,783 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,784 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,787 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,788 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,789 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,789 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,789 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/32c49c65e25472d2df9bd9e1d4668879/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,790 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 32c49c65e25472d2df9bd9e1d4668879; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69958744, jitterRate=0.04246652126312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,790 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:46:59,790 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 32c49c65e25472d2df9bd9e1d4668879: Running coprocessor pre-open hook at 1732535219767Writing region info on filesystem at 1732535219767Initializing all the Stores at 1732535219770 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219770Cleaning up temporary data from old regions at 1732535219780 (+10 ms)Running coprocessor post-open hooks at 1732535219790 (+10 ms)Region opened successfully at 1732535219790 2024-11-25T11:46:59,792 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879., pid=15, masterSystemTime=1732535219725 2024-11-25T11:46:59,792 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,796 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/54aaabaf5a2a1d0ef7f5b91d933f0d50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,798 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:46:59,798 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:46:59,798 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 54aaabaf5a2a1d0ef7f5b91d933f0d50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71963584, jitterRate=0.0723409652709961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,798 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:46:59,798 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:46:59,798 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 54aaabaf5a2a1d0ef7f5b91d933f0d50: Running coprocessor pre-open hook at 1732535219772Writing region info on filesystem at 1732535219772Initializing all the Stores at 1732535219774 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219774Cleaning up temporary data from old regions at 1732535219789 (+15 ms)Running coprocessor post-open hooks at 1732535219798 (+9 ms)Region opened successfully at 1732535219798 2024-11-25T11:46:59,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32c49c65e25472d2df9bd9e1d4668879, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:59,798 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f9ae1953ec54ad5c8d5c94467b9cb8, NAME => 'SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T11:46:59,799 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,800 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,800 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,800 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32c49c65e25472d2df9bd9e1d4668879, server=2bf237fd86ca,44833,1732535194959 because future has completed 2024-11-25T11:46:59,803 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50., pid=17, masterSystemTime=1732535219759 2024-11-25T11:46:59,809 INFO [StoreOpener-69f9ae1953ec54ad5c8d5c94467b9cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,810 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:46:59,810 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:46:59,810 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:46:59,810 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cd00b53b35b57a54151eb144c322d8e, NAME => 'SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T11:46:59,811 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,811 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,811 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,811 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,815 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=54aaabaf5a2a1d0ef7f5b91d933f0d50, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:59,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-25T11:46:59,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32c49c65e25472d2df9bd9e1d4668879, server=2bf237fd86ca,44833,1732535194959 in 10.0930 sec 2024-11-25T11:46:59,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50, server=2bf237fd86ca,40771,1732535194888 because future has completed 2024-11-25T11:46:59,821 INFO [StoreOpener-69f9ae1953ec54ad5c8d5c94467b9cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f9ae1953ec54ad5c8d5c94467b9cb8 columnFamilyName cf 2024-11-25T11:46:59,821 DEBUG [StoreOpener-69f9ae1953ec54ad5c8d5c94467b9cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,822 INFO [StoreOpener-69f9ae1953ec54ad5c8d5c94467b9cb8-1 {}] regionserver.HStore(327): Store=69f9ae1953ec54ad5c8d5c94467b9cb8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32c49c65e25472d2df9bd9e1d4668879, ASSIGN in 10.2910 sec 2024-11-25T11:46:59,824 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,829 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-25T11:46:59,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50, server=2bf237fd86ca,40771,1732535194888 in 10.0860 sec 2024-11-25T11:46:59,830 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,833 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,833 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54aaabaf5a2a1d0ef7f5b91d933f0d50, ASSIGN in 10.3010 sec 2024-11-25T11:46:59,836 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,836 INFO [StoreOpener-5cd00b53b35b57a54151eb144c322d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,842 INFO [StoreOpener-5cd00b53b35b57a54151eb144c322d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd00b53b35b57a54151eb144c322d8e columnFamilyName cf 2024-11-25T11:46:59,843 DEBUG [StoreOpener-5cd00b53b35b57a54151eb144c322d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,844 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/69f9ae1953ec54ad5c8d5c94467b9cb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,847 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:46:59,847 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bfa9d47a2825e65af5323c222c7e52ba, NAME => 'SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T11:46:59,847 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,847 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,847 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,847 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,847 INFO [StoreOpener-5cd00b53b35b57a54151eb144c322d8e-1 {}] regionserver.HStore(327): Store=5cd00b53b35b57a54151eb144c322d8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,848 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,848 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 69f9ae1953ec54ad5c8d5c94467b9cb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66529636, jitterRate=-0.00863116979598999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,848 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:46:59,848 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 69f9ae1953ec54ad5c8d5c94467b9cb8: Running coprocessor pre-open hook at 1732535219800Writing region info on filesystem at 1732535219800Initializing all the Stores at 1732535219802 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219802Cleaning up temporary data from old regions at 1732535219833 (+31 ms)Running coprocessor post-open hooks at 1732535219848 (+15 ms)Region opened successfully at 1732535219848 2024-11-25T11:46:59,850 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8., pid=16, masterSystemTime=1732535219725 2024-11-25T11:46:59,852 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,853 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,854 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,854 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=69f9ae1953ec54ad5c8d5c94467b9cb8, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:46:59,857 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8, server=2bf237fd86ca,44833,1732535194959 because future has completed 2024-11-25T11:46:59,861 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:46:59,861 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:46:59,865 INFO [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,867 INFO [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfa9d47a2825e65af5323c222c7e52ba columnFamilyName cf 2024-11-25T11:46:59,868 DEBUG [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-25T11:46:59,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8, server=2bf237fd86ca,44833,1732535194959 in 10.1330 sec 2024-11-25T11:46:59,872 INFO [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] regionserver.HStore(327): Store=bfa9d47a2825e65af5323c222c7e52ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,872 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,874 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,875 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69f9ae1953ec54ad5c8d5c94467b9cb8, ASSIGN in 10.3410 sec 2024-11-25T11:46:59,876 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,876 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,876 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,876 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5cd00b53b35b57a54151eb144c322d8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67790540, jitterRate=0.010157763957977295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,877 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:46:59,877 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5cd00b53b35b57a54151eb144c322d8e: Running coprocessor pre-open hook at 1732535219811Writing region info on filesystem at 1732535219811Initializing all the Stores at 1732535219813 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219813Cleaning up temporary data from old regions at 1732535219854 (+41 ms)Running coprocessor post-open hooks at 1732535219877 (+23 ms)Region opened successfully at 1732535219877 2024-11-25T11:46:59,878 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., pid=18, masterSystemTime=1732535219759 2024-11-25T11:46:59,879 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,881 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:46:59,881 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:46:59,881 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:46:59,882 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c1fd8e093bb535a8bc3a2f32e282ac02, NAME => 'SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T11:46:59,882 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,883 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,883 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,883 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5cd00b53b35b57a54151eb144c322d8e, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:59,885 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/bfa9d47a2825e65af5323c222c7e52ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,886 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bfa9d47a2825e65af5323c222c7e52ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348381, jitterRate=0.07807488739490509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,886 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:46:59,886 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bfa9d47a2825e65af5323c222c7e52ba: Running coprocessor pre-open hook at 1732535219848Writing region info on filesystem at 1732535219848Initializing all the Stores at 1732535219849 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219849Cleaning up temporary data from old regions at 1732535219876 (+27 ms)Running coprocessor post-open hooks at 1732535219886 (+10 ms)Region opened successfully at 1732535219886 2024-11-25T11:46:59,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd00b53b35b57a54151eb144c322d8e, server=2bf237fd86ca,40771,1732535194888 because future has completed 2024-11-25T11:46:59,893 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba., pid=23, masterSystemTime=1732535219808 2024-11-25T11:46:59,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-25T11:46:59,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cd00b53b35b57a54151eb144c322d8e, server=2bf237fd86ca,40771,1732535194888 in 10.1400 sec 2024-11-25T11:46:59,896 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:46:59,897 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:46:59,897 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:46:59,897 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 485e5b59002e5453eebe31962abe1a19, NAME => 'SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T11:46:59,898 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,898 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,898 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,898 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cd00b53b35b57a54151eb144c322d8e, ASSIGN in 10.3670 sec 2024-11-25T11:46:59,901 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bfa9d47a2825e65af5323c222c7e52ba, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:59,905 INFO [StoreOpener-c1fd8e093bb535a8bc3a2f32e282ac02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa9d47a2825e65af5323c222c7e52ba, server=2bf237fd86ca,40725,1732535194713 because future has completed 2024-11-25T11:46:59,906 INFO [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,910 INFO [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 485e5b59002e5453eebe31962abe1a19 columnFamilyName cf 2024-11-25T11:46:59,911 DEBUG [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-25T11:46:59,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure bfa9d47a2825e65af5323c222c7e52ba, server=2bf237fd86ca,40725,1732535194713 in 10.0810 sec 2024-11-25T11:46:59,913 INFO [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] regionserver.HStore(327): Store=485e5b59002e5453eebe31962abe1a19/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,913 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,914 INFO [StoreOpener-c1fd8e093bb535a8bc3a2f32e282ac02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1fd8e093bb535a8bc3a2f32e282ac02 columnFamilyName cf 2024-11-25T11:46:59,914 DEBUG [StoreOpener-c1fd8e093bb535a8bc3a2f32e282ac02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,915 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,916 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,916 INFO [StoreOpener-c1fd8e093bb535a8bc3a2f32e282ac02-1 {}] regionserver.HStore(327): Store=c1fd8e093bb535a8bc3a2f32e282ac02/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,916 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,917 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,917 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,918 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN in 10.3850 sec 2024-11-25T11:46:59,919 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,919 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,919 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,921 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,923 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,929 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/485e5b59002e5453eebe31962abe1a19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,930 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 485e5b59002e5453eebe31962abe1a19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67402689, jitterRate=0.004378333687782288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,930 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:46:59,930 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 485e5b59002e5453eebe31962abe1a19: Running coprocessor pre-open hook at 1732535219898Writing region info on filesystem at 1732535219898Initializing all the Stores at 1732535219900 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219900Cleaning up temporary data from old regions at 1732535219917 (+17 ms)Running coprocessor post-open hooks at 1732535219930 (+13 ms)Region opened successfully at 1732535219930 2024-11-25T11:46:59,935 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/c1fd8e093bb535a8bc3a2f32e282ac02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,935 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c1fd8e093bb535a8bc3a2f32e282ac02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58907677, jitterRate=-0.12220720946788788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,936 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:46:59,936 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c1fd8e093bb535a8bc3a2f32e282ac02: Running coprocessor pre-open hook at 1732535219883Writing region info on filesystem at 1732535219883Initializing all the Stores at 1732535219885 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219885Cleaning up temporary data from old regions at 1732535219919 (+34 ms)Running coprocessor post-open hooks at 1732535219936 (+17 ms)Region opened successfully at 1732535219936 2024-11-25T11:46:59,940 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19., pid=19, masterSystemTime=1732535219808 2024-11-25T11:46:59,941 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02., pid=21, masterSystemTime=1732535219759 2024-11-25T11:46:59,946 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:46:59,947 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:46:59,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c1fd8e093bb535a8bc3a2f32e282ac02, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:46:59,954 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:46:59,954 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:46:59,954 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:46:59,954 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 190e82ee891242902c2ef1213d72535a, NAME => 'SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T11:46:59,955 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,955 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:46:59,955 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,955 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02, server=2bf237fd86ca,40771,1732535194888 because future has completed 2024-11-25T11:46:59,958 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=485e5b59002e5453eebe31962abe1a19, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:46:59,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 485e5b59002e5453eebe31962abe1a19, server=2bf237fd86ca,40725,1732535194713 because future has completed 2024-11-25T11:46:59,969 INFO [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-25T11:46:59,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02, server=2bf237fd86ca,40771,1732535194888 in 10.1600 sec 2024-11-25T11:46:59,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-25T11:46:59,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1fd8e093bb535a8bc3a2f32e282ac02, ASSIGN in 10.4430 sec 2024-11-25T11:46:59,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 485e5b59002e5453eebe31962abe1a19, server=2bf237fd86ca,40725,1732535194713 in 10.1810 sec 2024-11-25T11:46:59,977 INFO [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 190e82ee891242902c2ef1213d72535a columnFamilyName cf 2024-11-25T11:46:59,977 DEBUG [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:46:59,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN in 10.4470 sec 2024-11-25T11:46:59,980 INFO [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] regionserver.HStore(327): Store=190e82ee891242902c2ef1213d72535a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:46:59,981 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,982 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,985 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,985 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,986 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,988 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,994 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/190e82ee891242902c2ef1213d72535a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:46:59,995 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 190e82ee891242902c2ef1213d72535a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63081238, jitterRate=-0.06001630425453186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:46:59,995 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:46:59,995 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 190e82ee891242902c2ef1213d72535a: Running coprocessor pre-open hook at 1732535219955Writing region info on filesystem at 1732535219955Initializing all the Stores at 1732535219962 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535219962Cleaning up temporary data from old regions at 1732535219986 (+24 ms)Running coprocessor post-open hooks at 1732535219995 (+9 ms)Region opened successfully at 1732535219995 2024-11-25T11:46:59,999 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a., pid=22, masterSystemTime=1732535219808 2024-11-25T11:47:00,003 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:47:00,003 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:47:00,004 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:47:00,004 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f5b51103bc0c5aa815f49cfb5391f7a1, NAME => 'SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T11:47:00,005 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,005 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:47:00,005 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,005 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=190e82ee891242902c2ef1213d72535a, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:47:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 190e82ee891242902c2ef1213d72535a, server=2bf237fd86ca,40725,1732535194713 because future has completed 2024-11-25T11:47:00,009 INFO [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,015 INFO [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b51103bc0c5aa815f49cfb5391f7a1 columnFamilyName cf 2024-11-25T11:47:00,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-25T11:47:00,015 DEBUG [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:00,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 190e82ee891242902c2ef1213d72535a, server=2bf237fd86ca,40725,1732535194713 in 10.2030 sec 2024-11-25T11:47:00,016 INFO [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] regionserver.HStore(327): Store=f5b51103bc0c5aa815f49cfb5391f7a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:47:00,017 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,018 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN in 10.4870 sec 2024-11-25T11:47:00,019 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,020 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,020 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,022 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,026 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/f5b51103bc0c5aa815f49cfb5391f7a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:47:00,027 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f5b51103bc0c5aa815f49cfb5391f7a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64542562, jitterRate=-0.03824087977409363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:47:00,027 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:00,027 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f5b51103bc0c5aa815f49cfb5391f7a1: Running coprocessor pre-open hook at 1732535220005Writing region info on filesystem at 1732535220005Initializing all the Stores at 1732535220008 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535220008Cleaning up temporary data from old regions at 1732535220020 (+12 ms)Running coprocessor post-open hooks at 1732535220027 (+7 ms)Region opened successfully at 1732535220027 2024-11-25T11:47:00,029 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1., pid=24, masterSystemTime=1732535219808 2024-11-25T11:47:00,033 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:47:00,033 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:47:00,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5b51103bc0c5aa815f49cfb5391f7a1, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40725,1732535194713 2024-11-25T11:47:00,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1, server=2bf237fd86ca,40725,1732535194713 because future has completed 2024-11-25T11:47:00,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-25T11:47:00,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1, server=2bf237fd86ca,40725,1732535194713 in 10.2140 sec 2024-11-25T11:47:00,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T11:47:00,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN in 10.5200 sec 2024-11-25T11:47:00,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:47:00,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535220055"}]},"ts":"1732535220055"} 2024-11-25T11:47:00,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T11:47:00,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:47:00,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5530 sec 2024-11-25T11:47:00,673 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T11:47:02,061 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:47:04,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-25T11:47:04,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-25T11:47:05,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:47:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:47:06,833 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T11:47:06,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T11:47:06,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:47:06,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T11:47:06,856 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:47:06,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T11:47:06,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba., hostname=2bf237fd86ca,40725,1732535194713, seqNum=2] 2024-11-25T11:47:06,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba., hostname=2bf237fd86ca,40725,1732535194713, seqNum=2] 2024-11-25T11:47:06,961 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba., hostname=2bf237fd86ca,40725,1732535194713, seqNum=2] 2024-11-25T11:47:07,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74., hostname=2bf237fd86ca,44833,1732535194959, seqNum=2] 2024-11-25T11:47:07,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74., hostname=2bf237fd86ca,44833,1732535194959, seqNum=2] 2024-11-25T11:47:07,131 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74., hostname=2bf237fd86ca,44833,1732535194959, seqNum=2] 2024-11-25T11:47:07,134 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74., hostname=2bf237fd86ca,44833,1732535194959, seqNum=2] 2024-11-25T11:47:07,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e., hostname=2bf237fd86ca,40771,1732535194888, seqNum=2] 2024-11-25T11:47:07,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19., hostname=2bf237fd86ca,40725,1732535194713, seqNum=2] 2024-11-25T11:47:07,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19., hostname=2bf237fd86ca,40725,1732535194713, seqNum=2] 2024-11-25T11:47:09,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:47:09,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:47:09,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:47:09,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:47:09,338 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:47:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:47:09,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40771 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:47:09,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:47:10,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:47:11,176 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T11:47:11,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:47:11,179 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T11:47:11,188 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T11:47:11,205 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T11:47:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741848_1024 (size=49) 2024-11-25T11:47:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741848_1024 (size=49) 2024-11-25T11:47:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741848_1024 (size=49) 2024-11-25T11:47:11,324 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T11:47:11,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32c49c65e25472d2df9bd9e1d4668879}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1b8bb1364d979581c0833de46d1fb74}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cd00b53b35b57a54151eb144c322d8e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19}] 2024-11-25T11:47:11,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:47:11,336 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:11,337 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:47:11,337 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:11,338 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:11,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:47:11,358 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:47:11,358 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:11,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:47:11,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:47:11,384 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2bf237fd86ca,40725,1732535194713 2024-11-25T11:47:11,385 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2bf237fd86ca,40725,1732535194713: Simulated kill ***** 2024-11-25T11:47:11,385 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:47:11,388 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:47:11,389 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:47:11,392 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:47:11,394 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:47:11,412 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 723916320 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 152931872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2bf237fd86ca", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2bf237fd86ca", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57718", "tag.serverName": "2bf237fd86ca,44833,1732535194959", "tag.clusterId": "92d95f4d-7466-4c53-b275-cb566e7dc563", "tag.Context": "regionserver", "tag.Hostname": "2bf237fd86ca", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732535194959, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T11:47:11,426 WARN [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41817 {}] master.MasterRpcServices(700): 2bf237fd86ca,40725,1732535194713 reported a fatal error: ***** ABORTING region server 2bf237fd86ca,40725,1732535194713: Simulated kill ***** 2024-11-25T11:47:11,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,40725,1732535194713' ***** 2024-11-25T11:47:11,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T11:47:11,429 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:47:11,430 INFO [RS:0;2bf237fd86ca:40725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T11:47:11,430 INFO [RS:0;2bf237fd86ca:40725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T11:47:11,430 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:47:11,430 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:47:11,430 INFO [RS:0;2bf237fd86ca:40725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2bf237fd86ca:40725. 2024-11-25T11:47:11,430 DEBUG [RS:0;2bf237fd86ca:40725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:47:11,430 DEBUG [RS:0;2bf237fd86ca:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:47:11,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:47:11,463 INFO [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:47:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741836_1012 (size=14382) 2024-11-25T11:47:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741836_1012 (size=14382) 2024-11-25T11:47:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741836_1012 (size=14382) 2024-11-25T11:47:11,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741834_1010 (size=1242) 2024-11-25T11:47:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741834_1010 (size=1242) 2024-11-25T11:47:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741834_1010 (size=1242) 2024-11-25T11:47:11,493 DEBUG [RS:0;2bf237fd86ca:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:47:11,493 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:47:11,493 INFO [RS:0;2bf237fd86ca:40725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40725 2024-11-25T11:47:11,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:47:11,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,40725,1732535194713 2024-11-25T11:47:11,508 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:47:11,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,40725,1732535194713] 2024-11-25T11:47:11,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,40725,1732535194713 already deleted, retry=false 2024-11-25T11:47:11,519 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2bf237fd86ca,40725,1732535194713 on 2bf237fd86ca,41817,1732535193701 2024-11-25T11:47:11,529 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2bf237fd86ca,40725,1732535194713, splitWal=true, meta=true 2024-11-25T11:47:11,536 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2bf237fd86ca,40725,1732535194713, splitWal=true, meta=true 2024-11-25T11:47:11,539 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2bf237fd86ca,40725,1732535194713, splitWal=true, meta=true, isMeta: true 2024-11-25T11:47:11,547 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting 2024-11-25T11:47:11,548 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 2bf237fd86ca,40725,1732535194713 (carryingMeta=true) 2bf237fd86ca,40725,1732535194713/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1eb9f76f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T11:47:11,553 INFO [PEWorker-5 {}] master.SplitWALManager(105): 2bf237fd86ca,40725,1732535194713 WAL count=1, meta=true 2024-11-25T11:47:11,553 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:11,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:11,555 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:11,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:11,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta}] 2024-11-25T11:47:11,558 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba can not run currently because target server of region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-25T11:47:11,558 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba; timeout=1000, timestamp=1732535232558 2024-11-25T11:47:11,564 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 can not run currently because target server of region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-25T11:47:11,564 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19; timeout=1000, timestamp=1732535232564 2024-11-25T11:47:11,564 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a can not run currently because target server of region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-25T11:47:11,564 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a; timeout=1000, timestamp=1732535232564 2024-11-25T11:47:11,565 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 can not run currently because target server of region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-25T11:47:11,565 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1; timeout=1000, timestamp=1732535232565 2024-11-25T11:47:11,598 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:11,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, worker=2bf237fd86ca,44833,1732535194959}] 2024-11-25T11:47:11,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:47:11,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x10076c31d260001, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:47:11,620 INFO [RS:0;2bf237fd86ca:40725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:47:11,621 INFO [RS:0;2bf237fd86ca:40725 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,40725,1732535194713; zookeeper connection closed. 2024-11-25T11:47:11,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a155084 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a155084 2024-11-25T11:47:11,833 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:47:11,833 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:47:12,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:12,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:12,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:12,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:12,573 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 can not run currently because target server of region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-25T11:47:12,573 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1; timeout=2000, timestamp=1732535234573 2024-11-25T11:47:12,574 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a can not run currently because target server of region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-25T11:47:12,574 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba can not run currently because target server of region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-25T11:47:12,574 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a; timeout=2000, timestamp=1732535234574 2024-11-25T11:47:12,574 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba; timeout=2000, timestamp=1732535234574 2024-11-25T11:47:12,575 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 can not run currently because target server of region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-25T11:47:12,575 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19; timeout=2000, timestamp=1732535234575 2024-11-25T11:47:14,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:14,578 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:14,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:14,579 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:14,588 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba can not run currently because target server of region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-25T11:47:14,588 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba; timeout=4000, timestamp=1732535238588 2024-11-25T11:47:14,589 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a can not run currently because target server of region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-25T11:47:14,589 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a; timeout=4000, timestamp=1732535238589 2024-11-25T11:47:14,590 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 can not run currently because target server of region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-25T11:47:14,590 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1; timeout=4000, timestamp=1732535238590 2024-11-25T11:47:14,591 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 can not run currently because target server of region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-25T11:47:14,591 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19; timeout=4000, timestamp=1732535238591 2024-11-25T11:47:18,593 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:18,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:18,594 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:18,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:18,596 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a can not run currently because target server of region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-25T11:47:18,596 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a; timeout=8000, timestamp=1732535246596 2024-11-25T11:47:18,598 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba can not run currently because target server of region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-25T11:47:18,598 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba; timeout=8000, timestamp=1732535246598 2024-11-25T11:47:18,601 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 can not run currently because target server of region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-25T11:47:18,601 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1; timeout=8000, timestamp=1732535246601 2024-11-25T11:47:18,601 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 can not run currently because target server of region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-25T11:47:18,601 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19; timeout=8000, timestamp=1732535246601 2024-11-25T11:47:19,804 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=2bf237fd86ca,40771,1732535194888, timeout=1732535241339, delay=1534, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cd00b53b35b57a54151eb144c322d8e], containedObject=2bf237fd86ca,40725,1732535194713, timeout=1732535241339, delay=1534, operations=null, containedObject=2bf237fd86ca,44833,1732535194959, timeout=1732535241339, delay=1534, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1b8bb1364d979581c0833de46d1fb74, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, worker=2bf237fd86ca,44833,1732535194959, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32c49c65e25472d2df9bd9e1d4668879]] 2024-11-25T11:47:21,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T11:47:21,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T11:47:21,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T11:47:21,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:47:21,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c1fd8e093bb535a8bc3a2f32e282ac02: 2024-11-25T11:47:21,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. for SnapshotProcedureTest completed. 2024-11-25T11:47:21,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T11:47:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:47:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:47:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 69f9ae1953ec54ad5c8d5c94467b9cb8: 2024-11-25T11:47:21,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. for SnapshotProcedureTest completed. 2024-11-25T11:47:21,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:47:21,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-25T11:47:21,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:47:21,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T11:47:21,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:47:21,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:47:21,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:47:21,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:47:21,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:47:21,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 32c49c65e25472d2df9bd9e1d4668879: 2024-11-25T11:47:21,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. for SnapshotProcedureTest completed. 2024-11-25T11:47:21,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:47:21,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:47:21,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:47:21,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T11:47:21,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:47:21,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 54aaabaf5a2a1d0ef7f5b91d933f0d50: 2024-11-25T11:47:21,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. for SnapshotProcedureTest completed. 2024-11-25T11:47:21,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:47:21,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:47:21,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:47:21,394 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a1b8bb1364d979581c0833de46d1fb74 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T11:47:21,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:47:21,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5cd00b53b35b57a54151eb144c322d8e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T11:47:21,480 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, size=14.0 K (14382bytes) 2024-11-25T11:47:21,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T11:47:21,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T11:47:21,490 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta 2024-11-25T11:47:21,540 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta after 27ms 2024-11-25T11:47:21,600 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta took 121ms 2024-11-25T11:47:21,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741851_1027 (size=65) 2024-11-25T11:47:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741851_1027 (size=65) 2024-11-25T11:47:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741851_1027 (size=65) 2024-11-25T11:47:21,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:47:21,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T11:47:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T11:47:21,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:47:21,703 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:47:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741850_1026 (size=65) 2024-11-25T11:47:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741850_1026 (size=65) 2024-11-25T11:47:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741850_1026 (size=65) 2024-11-25T11:47:21,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32c49c65e25472d2df9bd9e1d4668879 in 10.3800 sec 2024-11-25T11:47:21,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:47:21,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T11:47:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T11:47:21,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:47:21,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:47:21,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1fd8e093bb535a8bc3a2f32e282ac02 in 10.4030 sec 2024-11-25T11:47:21,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/.tmp/cf/49d837b355e242158aea793b89488ee2 is 34, key is baa/cf:cf/1732535229335/Put/seqid=0 2024-11-25T11:47:21,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/.tmp/cf/cb2c6c63c36a4d428218a244b5dcc711 is 34, key is ccd/cf:cf/1732535229493/Put/seqid=0 2024-11-25T11:47:21,779 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-25T11:47:21,784 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta so closing down 2024-11-25T11:47:21,784 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:47:21,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741849_1025 (size=65) 2024-11-25T11:47:21,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741849_1025 (size=65) 2024-11-25T11:47:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741849_1025 (size=65) 2024-11-25T11:47:21,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:47:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T11:47:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T11:47:21,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:47:21,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:47:21,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741852_1028 (size=65) 2024-11-25T11:47:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741852_1028 (size=65) 2024-11-25T11:47:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741852_1028 (size=65) 2024-11-25T11:47:21,817 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta.temp 2024-11-25T11:47:21,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54aaabaf5a2a1d0ef7f5b91d933f0d50 in 10.4780 sec 2024-11-25T11:47:21,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:47:21,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T11:47:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T11:47:21,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:47:21,843 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:47:21,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69f9ae1953ec54ad5c8d5c94467b9cb8 in 10.5190 sec 2024-11-25T11:47:21,854 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta.temp 2024-11-25T11:47:21,857 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:47:22,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741854_1030 (size=28623) 2024-11-25T11:47:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741854_1030 (size=28623) 2024-11-25T11:47:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741853_1029 (size=47197) 2024-11-25T11:47:22,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/.tmp/cf/cb2c6c63c36a4d428218a244b5dcc711 2024-11-25T11:47:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741853_1029 (size=47197) 2024-11-25T11:47:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741853_1029 (size=47197) 2024-11-25T11:47:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741854_1030 (size=28623) 2024-11-25T11:47:22,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/.tmp/cf/49d837b355e242158aea793b89488ee2 2024-11-25T11:47:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741855_1031 (size=14141) 2024-11-25T11:47:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741855_1031 (size=14141) 2024-11-25T11:47:22,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741855_1031 (size=14141) 2024-11-25T11:47:22,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-25T11:47:22,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta.temp to hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T11:47:22,117 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 372 ms; skipped=1; WAL=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-25T11:47:22,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, journal: Splitting hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, size=14.0 K (14382bytes) at 1732535241480Finishing writing output for hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta so closing down at 1732535241784 (+304 ms)Creating recovered edits writer path=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta.temp at 1732535241854 (+70 ms)3 split writer threads finished at 1732535241857 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732535242105 (+248 ms)Rename recovered edits hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta.temp to hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732535242109 (+4 ms)Processed 26 edits across 1 Regions in 372 ms; skipped=1; WAL=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732535242117 (+8 ms) 2024-11-25T11:47:22,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta 2024-11-25T11:47:22,118 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T11:47:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T11:47:22,163 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta to hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs 2024-11-25T11:47:22,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T11:47:22,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, worker=2bf237fd86ca,44833,1732535194959 in 10.5620 sec 2024-11-25T11:47:22,172 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:22,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T11:47:22,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C40725%2C1732535194713.meta.1732535207465.meta, worker=2bf237fd86ca,44833,1732535194959 in 10.6180 sec 2024-11-25T11:47:22,183 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting dir is empty, no logs to split. 2024-11-25T11:47:22,183 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2bf237fd86ca,40725,1732535194713 WAL count=0, meta=true 2024-11-25T11:47:22,183 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2bf237fd86ca,40725,1732535194713 WAL splitting is done? wals=0, meta=true 2024-11-25T11:47:22,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:47:22,211 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:47:22,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:47:22,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/.tmp/cf/cb2c6c63c36a4d428218a244b5dcc711 as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/cf/cb2c6c63c36a4d428218a244b5dcc711 2024-11-25T11:47:22,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/.tmp/cf/49d837b355e242158aea793b89488ee2 as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/cf/49d837b355e242158aea793b89488ee2 2024-11-25T11:47:22,272 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/cf/cb2c6c63c36a4d428218a244b5dcc711, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T11:47:22,280 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/cf/49d837b355e242158aea793b89488ee2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T11:47:22,292 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5cd00b53b35b57a54151eb144c322d8e in 880ms, sequenceid=5, compaction requested=false 2024-11-25T11:47:22,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a1b8bb1364d979581c0833de46d1fb74 in 905ms, sequenceid=5, compaction requested=false 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a1b8bb1364d979581c0833de46d1fb74: 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5cd00b53b35b57a54151eb144c322d8e: 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. for SnapshotProcedureTest completed. 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. for SnapshotProcedureTest completed. 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/cf/cb2c6c63c36a4d428218a244b5dcc711] hfiles 2024-11-25T11:47:22,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/cf/49d837b355e242158aea793b89488ee2] hfiles 2024-11-25T11:47:22,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/cf/49d837b355e242158aea793b89488ee2 for snapshot=SnapshotProcedureTest 2024-11-25T11:47:22,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/cf/cb2c6c63c36a4d428218a244b5dcc711 for snapshot=SnapshotProcedureTest 2024-11-25T11:47:22,372 DEBUG [2bf237fd86ca:41817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-25T11:47:22,373 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0} 2024-11-25T11:47:22,373 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:47:22,373 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:47:22,374 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:47:22,374 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:47:22,374 INFO [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:47:22,374 INFO [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:47:22,374 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:47:22,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:22,381 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,44833,1732535194959, state=OPENING 2024-11-25T11:47:22,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:47:22,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:47:22,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:47:22,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:47:22,387 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:47:22,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,44833,1732535194959}] 2024-11-25T11:47:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:47:22,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:47:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741856_1032 (size=105) 2024-11-25T11:47:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741856_1032 (size=105) 2024-11-25T11:47:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741856_1032 (size=105) 2024-11-25T11:47:22,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:47:22,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T11:47:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T11:47:22,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:47:22,441 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:47:22,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741857_1033 (size=105) 2024-11-25T11:47:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741857_1033 (size=105) 2024-11-25T11:47:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741857_1033 (size=105) 2024-11-25T11:47:22,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:47:22,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T11:47:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T11:47:22,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:47:22,454 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:47:22,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5cd00b53b35b57a54151eb144c322d8e in 11.1200 sec 2024-11-25T11:47:22,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1b8bb1364d979581c0833de46d1fb74 in 11.1370 sec 2024-11-25T11:47:26,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:26,600 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a can not run currently because target server of region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-25T11:47:26,600 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a; timeout=16000, timestamp=1732535262600 2024-11-25T11:47:26,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:26,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:26,605 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:26,608 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba can not run currently because target server of region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-25T11:47:26,608 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba; timeout=16000, timestamp=1732535262608 2024-11-25T11:47:26,608 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 can not run currently because target server of region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-25T11:47:26,608 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1; timeout=16000, timestamp=1732535262608 2024-11-25T11:47:26,609 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 can not run currently because target server of region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-25T11:47:26,609 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19; timeout=16000, timestamp=1732535262609 2024-11-25T11:47:28,097 INFO [master/2bf237fd86ca:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T11:47:28,097 INFO [master/2bf237fd86ca:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T11:47:32,061 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:47:32,410 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:47:32,410 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:47:32,411 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:47:32,446 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C44833%2C1732535194959.meta, suffix=.meta, logDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs, maxLogs=32 2024-11-25T11:47:32,469 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959/2bf237fd86ca%2C44833%2C1732535194959.meta.1732535252447.meta, exclude list is [], retry=0 2024-11-25T11:47:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-157fad70-46fb-40f9-a646-2f447e67ca7e,DISK] 2024-11-25T11:47:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-7d9b738d-001e-4c2e-89c4-ecd7dfd4422c,DISK] 2024-11-25T11:47:32,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-a3311c69-61cd-4159-b4c7-29c1e341bbe7,DISK] 2024-11-25T11:47:32,490 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959/2bf237fd86ca%2C44833%2C1732535194959.meta.1732535252447.meta 2024-11-25T11:47:32,490 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35361:35361),(127.0.0.1/127.0.0.1:40643:40643),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-25T11:47:32,491 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:47:32,491 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:47:32,491 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:47:32,492 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:47:32,492 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:47:32,492 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:47:32,492 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:47:32,492 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:47:32,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:47:32,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:47:32,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:32,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:47:32,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:47:32,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:47:32,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:32,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:47:32,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:47:32,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:47:32,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:32,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:47:32,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:47:32,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:47:32,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:32,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:47:32,531 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:47:32,532 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740 2024-11-25T11:47:32,535 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740 2024-11-25T11:47:32,537 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T11:47:32,566 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T11:47:32,566 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-25T11:47:32,685 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/info/63a2ee7eb38f4c0d9ad7f36a4e386b64 is 167, key is SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8./info:regioninfo/1732535219856/Put/seqid=0 2024-11-25T11:47:32,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741859_1035 (size=18393) 2024-11-25T11:47:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741859_1035 (size=18393) 2024-11-25T11:47:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741859_1035 (size=18393) 2024-11-25T11:47:33,157 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/info/63a2ee7eb38f4c0d9ad7f36a4e386b64 2024-11-25T11:47:33,270 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/ns/3126220d7b45474c9054dd37e76884cf is 43, key is default/ns:d/1732535207875/Put/seqid=0 2024-11-25T11:47:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741860_1036 (size=5153) 2024-11-25T11:47:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741860_1036 (size=5153) 2024-11-25T11:47:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741860_1036 (size=5153) 2024-11-25T11:47:33,388 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/ns/3126220d7b45474c9054dd37e76884cf 2024-11-25T11:47:33,524 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/table/3b553367b2b448ef8795ab4984df964d is 47, key is SPTestTable/table:state/1732535220055/Put/seqid=0 2024-11-25T11:47:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741861_1037 (size=5214) 2024-11-25T11:47:33,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741861_1037 (size=5214) 2024-11-25T11:47:33,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741861_1037 (size=5214) 2024-11-25T11:47:33,664 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/table/3b553367b2b448ef8795ab4984df964d 2024-11-25T11:47:33,753 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/info/63a2ee7eb38f4c0d9ad7f36a4e386b64 as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/info/63a2ee7eb38f4c0d9ad7f36a4e386b64 2024-11-25T11:47:33,809 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/info/63a2ee7eb38f4c0d9ad7f36a4e386b64, entries=100, sequenceid=28, filesize=18.0 K 2024-11-25T11:47:33,813 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/ns/3126220d7b45474c9054dd37e76884cf as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/ns/3126220d7b45474c9054dd37e76884cf 2024-11-25T11:47:33,858 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/ns/3126220d7b45474c9054dd37e76884cf, entries=2, sequenceid=28, filesize=5.0 K 2024-11-25T11:47:33,862 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/table/3b553367b2b448ef8795ab4984df964d as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/table/3b553367b2b448ef8795ab4984df964d 2024-11-25T11:47:33,880 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/table/3b553367b2b448ef8795ab4984df964d, entries=2, sequenceid=28, filesize=5.1 K 2024-11-25T11:47:33,880 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=28, compaction requested=false; wal=null 2024-11-25T11:47:33,885 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-25T11:47:33,891 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:47:33,891 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:47:33,892 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:47:33,898 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:47:33,903 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-25T11:47:33,906 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67147616, jitterRate=5.774497985839844E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:47:33,906 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:47:33,906 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732535252493Writing region info on filesystem at 1732535252493Initializing all the Stores at 1732535252504 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535252504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535252508 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535252508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535252508Obtaining lock to block concurrent updates at 1732535252566 (+58 ms)Preparing flush snapshotting stores in 1588230740 at 1732535252566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732535252566Flushing stores of hbase:meta,,1.1588230740 at 1732535252566Flushing 1588230740/info: creating writer at 1732535252567 (+1 ms)Flushing 1588230740/info: appending metadata at 1732535252655 (+88 ms)Flushing 1588230740/info: closing flushed file at 1732535252655Flushing 1588230740/ns: creating writer at 1732535253192 (+537 ms)Flushing 1588230740/ns: appending metadata at 1732535253268 (+76 ms)Flushing 1588230740/ns: closing flushed file at 1732535253268Flushing 1588230740/table: creating writer at 1732535253449 (+181 ms)Flushing 1588230740/table: appending metadata at 1732535253523 (+74 ms)Flushing 1588230740/table: closing flushed file at 1732535253523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a82dc48: reopening flushed file at 1732535253726 (+203 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6db6c5: reopening flushed file at 1732535253809 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14abf3d4: reopening flushed file at 1732535253858 (+49 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=28, compaction requested=false; wal=null at 1732535253880 (+22 ms)Cleaning up temporary data from old regions at 1732535253891 (+11 ms)Running coprocessor post-open hooks at 1732535253906 (+15 ms)Region opened successfully at 1732535253906 2024-11-25T11:47:33,911 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732535252399 2024-11-25T11:47:33,915 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:47:33,915 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:47:33,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:33,923 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,44833,1732535194959, state=OPEN 2024-11-25T11:47:33,926 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2bf237fd86ca,44833,1732535194959, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T11:47:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:47:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:47:33,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:47:33,931 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:33,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:47:33,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:47:33,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:47:33,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-25T11:47:33,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,44833,1732535194959 in 11.5430 sec 2024-11-25T11:47:33,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-25T11:47:33,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.7410 sec 2024-11-25T11:47:33,940 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 2bf237fd86ca,40725,1732535194713 had 5 regions 2024-11-25T11:47:33,942 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2bf237fd86ca,40725,1732535194713, splitWal=true, meta=true, isMeta: false 2024-11-25T11:47:33,945 INFO [PEWorker-2 {}] master.SplitWALManager(105): 2bf237fd86ca,40725,1732535194713 WAL count=1, meta=false 2024-11-25T11:47:33,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C40725%2C1732535194713.1732535196968}] 2024-11-25T11:47:33,949 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:47:33,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C40725%2C1732535194713.1732535196968, worker=2bf237fd86ca,40771,1732535194888}] 2024-11-25T11:47:36,783 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T11:47:38,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:47:41,242 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2bf237fd86ca:41817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T11:47:42,605 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:42,613 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a can not run currently because target server of region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING, wait 32000 ms to retry 2024-11-25T11:47:42,613 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a; timeout=32000, timestamp=1732535294613 2024-11-25T11:47:42,616 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:42,617 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:42,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:42,629 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba can not run currently because target server of region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING, wait 32000 ms to retry 2024-11-25T11:47:42,629 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba; timeout=32000, timestamp=1732535294629 2024-11-25T11:47:42,630 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 can not run currently because target server of region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING, wait 32000 ms to retry 2024-11-25T11:47:42,631 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1; timeout=32000, timestamp=1732535294631 2024-11-25T11:47:42,632 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 can not run currently because target server of region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2bf237fd86ca,40725,1732535194713 is in state SPLITTING, wait 32000 ms to retry 2024-11-25T11:47:42,632 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19; timeout=32000, timestamp=1732535294632 2024-11-25T11:47:43,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-25T11:47:43,983 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968, size=1.2 K (1242bytes) 2024-11-25T11:47:43,983 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 2024-11-25T11:47:43,984 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 after 1ms 2024-11-25T11:47:44,009 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 took 25ms 2024-11-25T11:47:44,023 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bfa9d47a2825e65af5323c222c7e52ba: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T11:47:44,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 485e5b59002e5453eebe31962abe1a19: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T11:47:44,028 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 190e82ee891242902c2ef1213d72535a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T11:47:44,030 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f5b51103bc0c5aa815f49cfb5391f7a1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T11:47:44,030 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 so closing down 2024-11-25T11:47:44,030 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:47:44,032 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:47:44,033 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 15 ms; skipped=4; WAL=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-25T11:47:44,033 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968, journal: Splitting hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968, size=1.2 K (1242bytes) at 1732535263983Finishing writing output for hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 so closing down at 1732535264030 (+47 ms)3 split writer threads finished at 1732535264032 (+2 ms)Processed 4 edits across 0 Regions in 15 ms; skipped=4; WAL=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732535264033 (+1 ms) 2024-11-25T11:47:44,033 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 2024-11-25T11:47:44,033 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T11:47:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-25T11:47:44,051 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting/2bf237fd86ca%2C40725%2C1732535194713.1732535196968 to hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs 2024-11-25T11:47:44,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T11:47:44,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C40725%2C1732535194713.1732535196968, worker=2bf237fd86ca,40771,1732535194888 in 10.0990 sec 2024-11-25T11:47:44,066 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:47:44,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-25T11:47:44,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C40725%2C1732535194713.1732535196968, worker=2bf237fd86ca,40771,1732535194888 in 10.1210 sec 2024-11-25T11:47:44,073 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,40725,1732535194713-splitting dir is empty, no logs to split. 2024-11-25T11:47:44,073 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2bf237fd86ca,40725,1732535194713 WAL count=0, meta=false 2024-11-25T11:47:44,073 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 2bf237fd86ca,40725,1732535194713 WAL splitting is done? wals=0, meta=false 2024-11-25T11:47:44,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN}] 2024-11-25T11:47:44,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN 2024-11-25T11:47:44,078 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN 2024-11-25T11:47:44,078 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN 2024-11-25T11:47:44,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN 2024-11-25T11:47:44,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:47:44,080 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:47:44,081 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:47:44,081 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:47:44,233 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0} 2024-11-25T11:47:44,233 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:47:44,234 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:47:44,234 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:47:44,234 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:47:44,234 INFO [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:47:44,234 INFO [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:47:44,234 DEBUG [2bf237fd86ca:41817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:47:44,234 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=485e5b59002e5453eebe31962abe1a19, regionState=OPENING, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:47:44,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f5b51103bc0c5aa815f49cfb5391f7a1, regionState=OPENING, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:47:44,236 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=bfa9d47a2825e65af5323c222c7e52ba, regionState=OPENING, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:44,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=190e82ee891242902c2ef1213d72535a, regionState=OPENING, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:44,258 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2bf237fd86ca:40725 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2bf237fd86ca/172.17.0.3:40725 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:47:44,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1, error=java.net.ConnectException: Call to address=2bf237fd86ca:40725 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2bf237fd86ca/172.17.0.3:40725 2024-11-25T11:47:44,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-25T11:47:44,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 from cache 2024-11-25T11:47:44,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=2bf237fd86ca:40725 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2bf237fd86ca/172.17.0.3:40725 2024-11-25T11:47:44,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=2bf237fd86ca:40725 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2bf237fd86ca/172.17.0.3:40725 2024-11-25T11:47:44,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=2bf237fd86ca:40725 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2bf237fd86ca/172.17.0.3:40725 2024-11-25T11:47:44,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 2bf237fd86ca:40725 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2bf237fd86ca/172.17.0.3:40725 2024-11-25T11:47:44,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:47:44,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,44833,1732535194959, seqNum=-1] 2024-11-25T11:47:44,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:47:44,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:47:44,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN because future has completed 2024-11-25T11:47:44,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 485e5b59002e5453eebe31962abe1a19, server=2bf237fd86ca,40771,1732535194888}] 2024-11-25T11:47:44,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN because future has completed 2024-11-25T11:47:44,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1, server=2bf237fd86ca,40771,1732535194888}] 2024-11-25T11:47:44,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN because future has completed 2024-11-25T11:47:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN because future has completed 2024-11-25T11:47:44,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 190e82ee891242902c2ef1213d72535a, server=2bf237fd86ca,44833,1732535194959}] 2024-11-25T11:47:44,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa9d47a2825e65af5323c222c7e52ba, server=2bf237fd86ca,44833,1732535194959}] 2024-11-25T11:47:44,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a1b8bb1364d979581c0833de46d1fb74, had cached 0 bytes from a total of 28623 2024-11-25T11:47:44,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5cd00b53b35b57a54151eb144c322d8e, had cached 0 bytes from a total of 47197 2024-11-25T11:47:47,993 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c1fd8e093bb535a8bc3a2f32e282ac02 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:47:47,994 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54aaabaf5a2a1d0ef7f5b91d933f0d50 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:47:47,996 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5cd00b53b35b57a54151eb144c322d8e changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:47:47,997 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 69f9ae1953ec54ad5c8d5c94467b9cb8 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:47:47,997 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32c49c65e25472d2df9bd9e1d4668879 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:47:47,997 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a1b8bb1364d979581c0833de46d1fb74 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:47:47,997 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:47:54,428 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:47:54,428 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 485e5b59002e5453eebe31962abe1a19, NAME => 'SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T11:47:54,429 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,429 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:47:54,430 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,430 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,453 INFO [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,459 INFO [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 485e5b59002e5453eebe31962abe1a19 columnFamilyName cf 2024-11-25T11:47:54,459 DEBUG [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:54,461 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:47:54,462 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 190e82ee891242902c2ef1213d72535a, NAME => 'SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T11:47:54,462 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,462 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:47:54,462 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,462 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,465 INFO [StoreOpener-485e5b59002e5453eebe31962abe1a19-1 {}] regionserver.HStore(327): Store=485e5b59002e5453eebe31962abe1a19/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:47:54,465 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,466 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,468 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,469 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,469 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,472 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,473 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 485e5b59002e5453eebe31962abe1a19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67251359, jitterRate=0.0021233409643173218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:47:54,473 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:47:54,474 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 485e5b59002e5453eebe31962abe1a19: Running coprocessor pre-open hook at 1732535274430Writing region info on filesystem at 1732535274430Initializing all the Stores at 1732535274444 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535274444Cleaning up temporary data from old regions at 1732535274469 (+25 ms)Running coprocessor post-open hooks at 1732535274473 (+4 ms)Region opened successfully at 1732535274473 2024-11-25T11:47:54,477 INFO [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,478 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19., pid=47, masterSystemTime=1732535274401 2024-11-25T11:47:54,479 INFO [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 190e82ee891242902c2ef1213d72535a columnFamilyName cf 2024-11-25T11:47:54,479 DEBUG [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:54,480 INFO [StoreOpener-190e82ee891242902c2ef1213d72535a-1 {}] regionserver.HStore(327): Store=190e82ee891242902c2ef1213d72535a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:47:54,480 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,481 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,482 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:47:54,482 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:47:54,482 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:47:54,482 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => f5b51103bc0c5aa815f49cfb5391f7a1, NAME => 'SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T11:47:54,482 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,483 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:47:54,483 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,483 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=485e5b59002e5453eebe31962abe1a19, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:47:54,489 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,490 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,490 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,491 INFO [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 485e5b59002e5453eebe31962abe1a19, server=2bf237fd86ca,40771,1732535194888 because future has completed 2024-11-25T11:47:54,494 INFO [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b51103bc0c5aa815f49cfb5391f7a1 columnFamilyName cf 2024-11-25T11:47:54,494 DEBUG [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:54,495 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,496 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 190e82ee891242902c2ef1213d72535a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69210998, jitterRate=0.03132423758506775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:47:54,496 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:47:54,496 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 190e82ee891242902c2ef1213d72535a: Running coprocessor pre-open hook at 1732535274463Writing region info on filesystem at 1732535274463Initializing all the Stores at 1732535274476 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535274476Cleaning up temporary data from old regions at 1732535274490 (+14 ms)Running coprocessor post-open hooks at 1732535274496 (+6 ms)Region opened successfully at 1732535274496 2024-11-25T11:47:54,496 INFO [StoreOpener-f5b51103bc0c5aa815f49cfb5391f7a1-1 {}] regionserver.HStore(327): Store=f5b51103bc0c5aa815f49cfb5391f7a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:47:54,500 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,501 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a., pid=49, masterSystemTime=1732535274412 2024-11-25T11:47:54,501 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,503 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,504 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,504 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,507 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,508 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened f5b51103bc0c5aa815f49cfb5391f7a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73687437, jitterRate=0.09802837669849396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:47:54,508 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:47:54,508 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for f5b51103bc0c5aa815f49cfb5391f7a1: Running coprocessor pre-open hook at 1732535274483Writing region info on filesystem at 1732535274483Initializing all the Stores at 1732535274488 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535274488Cleaning up temporary data from old regions at 1732535274504 (+16 ms)Running coprocessor post-open hooks at 1732535274508 (+4 ms)Region opened successfully at 1732535274508 2024-11-25T11:47:54,510 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:47:54,510 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:47:54,510 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:47:54,510 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => bfa9d47a2825e65af5323c222c7e52ba, NAME => 'SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T11:47:54,511 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,511 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:47:54,511 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,511 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-25T11:47:54,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=190e82ee891242902c2ef1213d72535a, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:54,513 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1., pid=48, masterSystemTime=1732535274401 2024-11-25T11:47:54,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 485e5b59002e5453eebe31962abe1a19, server=2bf237fd86ca,40771,1732535194888 in 10.1120 sec 2024-11-25T11:47:54,517 INFO [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 190e82ee891242902c2ef1213d72535a, server=2bf237fd86ca,44833,1732535194959 because future has completed 2024-11-25T11:47:54,521 INFO [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfa9d47a2825e65af5323c222c7e52ba columnFamilyName cf 2024-11-25T11:47:54,521 DEBUG [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:47:54,523 INFO [StoreOpener-bfa9d47a2825e65af5323c222c7e52ba-1 {}] regionserver.HStore(327): Store=bfa9d47a2825e65af5323c222c7e52ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:47:54,524 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,527 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,529 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=485e5b59002e5453eebe31962abe1a19, ASSIGN in 10.4370 sec 2024-11-25T11:47:54,529 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2bf237fd86ca,44833,1732535194959, table=SPTestTable, region=190e82ee891242902c2ef1213d72535a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T11:47:54,531 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,531 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,532 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:47:54,532 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:47:54,533 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=f5b51103bc0c5aa815f49cfb5391f7a1, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,40771,1732535194888 2024-11-25T11:47:54,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1, server=2bf237fd86ca,40771,1732535194888 because future has completed 2024-11-25T11:47:54,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=45 2024-11-25T11:47:54,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 190e82ee891242902c2ef1213d72535a, server=2bf237fd86ca,44833,1732535194959 in 10.1300 sec 2024-11-25T11:47:54,540 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=190e82ee891242902c2ef1213d72535a, ASSIGN in 10.4610 sec 2024-11-25T11:47:54,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-25T11:47:54,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1, server=2bf237fd86ca,40771,1732535194888 in 10.1440 sec 2024-11-25T11:47:54,545 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened bfa9d47a2825e65af5323c222c7e52ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62793954, jitterRate=-0.06429716944694519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:47:54,546 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:47:54,546 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for bfa9d47a2825e65af5323c222c7e52ba: Running coprocessor pre-open hook at 1732535274511Writing region info on filesystem at 1732535274511Initializing all the Stores at 1732535274516 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535274516Cleaning up temporary data from old regions at 1732535274531 (+15 ms)Running coprocessor post-open hooks at 1732535274546 (+15 ms)Region opened successfully at 1732535274546 2024-11-25T11:47:54,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b51103bc0c5aa815f49cfb5391f7a1, ASSIGN in 10.4680 sec 2024-11-25T11:47:54,553 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba., pid=50, masterSystemTime=1732535274412 2024-11-25T11:47:54,556 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:47:54,556 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:47:54,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=bfa9d47a2825e65af5323c222c7e52ba, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,44833,1732535194959 2024-11-25T11:47:54,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa9d47a2825e65af5323c222c7e52ba, server=2bf237fd86ca,44833,1732535194959 because future has completed 2024-11-25T11:47:54,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-25T11:47:54,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure bfa9d47a2825e65af5323c222c7e52ba, server=2bf237fd86ca,44833,1732535194959 in 10.1600 sec 2024-11-25T11:47:54,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-11-25T11:47:54,566 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 2bf237fd86ca,40725,1732535194713 after splitting done 2024-11-25T11:47:54,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfa9d47a2825e65af5323c222c7e52ba, ASSIGN in 10.4880 sec 2024-11-25T11:47:54,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 2bf237fd86ca,40725,1732535194713, splitWal=true, meta=true in 43.0460 sec 2024-11-25T11:47:59,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:48:02,064 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:48:14,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:48:14,636 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:48:14,637 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:48:14,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:48:15,245 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2bf237fd86ca:41817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T11:48:17,492 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-25T11:48:24,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T11:48:24,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T11:48:24,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:48:24,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:48:24,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for bfa9d47a2825e65af5323c222c7e52ba: 2024-11-25T11:48:24,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 190e82ee891242902c2ef1213d72535a: 2024-11-25T11:48:24,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. for SnapshotProcedureTest completed. 2024-11-25T11:48:24,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. for SnapshotProcedureTest completed. 2024-11-25T11:48:24,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:48:24,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:48:24,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:48:24,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:48:24,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:48:24,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:48:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741862_1038 (size=57) 2024-11-25T11:48:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741862_1038 (size=57) 2024-11-25T11:48:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741862_1038 (size=57) 2024-11-25T11:48:24,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:48:24,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T11:48:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T11:48:24,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 190e82ee891242902c2ef1213d72535a 2024-11-25T11:48:24,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T11:48:24,649 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a 2024-11-25T11:48:24,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:48:24,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T11:48:24,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f5b51103bc0c5aa815f49cfb5391f7a1: 2024-11-25T11:48:24,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. for SnapshotProcedureTest completed. 2024-11-25T11:48:24,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:48:24,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:48:24,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:48:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741863_1039 (size=65) 2024-11-25T11:48:24,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:48:24,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 485e5b59002e5453eebe31962abe1a19: 2024-11-25T11:48:24,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. for SnapshotProcedureTest completed. 2024-11-25T11:48:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741863_1039 (size=65) 2024-11-25T11:48:24,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:48:24,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:48:24,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:48:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741863_1039 (size=65) 2024-11-25T11:48:24,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 190e82ee891242902c2ef1213d72535a in 1 mins, 13.326 sec 2024-11-25T11:48:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:48:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T11:48:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T11:48:24,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:48:24,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:48:24,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfa9d47a2825e65af5323c222c7e52ba in 1 mins, 13.337 sec 2024-11-25T11:48:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741864_1040 (size=57) 2024-11-25T11:48:24,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:48:24,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T11:48:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T11:48:24,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:48:24,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:48:24,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741865_1041 (size=65) 2024-11-25T11:48:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741864_1040 (size=57) 2024-11-25T11:48:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741864_1040 (size=57) 2024-11-25T11:48:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741865_1041 (size=65) 2024-11-25T11:48:24,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741865_1041 (size=65) 2024-11-25T11:48:24,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 485e5b59002e5453eebe31962abe1a19 in 1 mins, 13.357 sec 2024-11-25T11:48:25,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:48:25,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T11:48:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T11:48:25,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:48:25,083 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:48:25,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-25T11:48:25,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5b51103bc0c5aa815f49cfb5391f7a1 in 1 mins, 13.759 sec 2024-11-25T11:48:25,088 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T11:48:25,090 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T11:48:25,094 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T11:48:25,094 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T11:48:25,098 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T11:48:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741866_1042 (size=1094) 2024-11-25T11:48:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741866_1042 (size=1094) 2024-11-25T11:48:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741866_1042 (size=1094) 2024-11-25T11:48:25,167 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T11:48:25,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T11:48:25,185 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:25,189 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:25,189 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:25,189 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:25,190 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:25,198 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:29,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a1b8bb1364d979581c0833de46d1fb74, had cached 0 bytes from a total of 28623 2024-11-25T11:48:29,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5cd00b53b35b57a54151eb144c322d8e, had cached 0 bytes from a total of 47197 2024-11-25T11:48:32,065 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:48:35,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-25T11:48:35,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-25T11:48:35,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-25T11:48:35,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-25T11:48:35,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-25T11:48:35,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-25T11:48:35,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T11:48:35,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T11:48:35,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T11:48:35,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T11:48:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T11:48:35,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T11:48:35,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-25T11:48:35,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T11:48:35,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T11:48:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-25T11:48:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-25T11:48:35,204 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 Release verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T11:48:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-25T11:48:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-25T11:48:35,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 in 10.0270 sec 2024-11-25T11:48:35,208 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:35,210 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 Release verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:35,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 in 10.0330 sec 2024-11-25T11:48:35,215 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:35,216 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 Release verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:35,218 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 Release verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:35,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 in 10.0390 sec 2024-11-25T11:48:35,219 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 Release verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:35,219 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:35,220 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:35,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 in 10.0410 sec 2024-11-25T11:48:35,223 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 Release verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:35,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 in 10.0420 sec 2024-11-25T11:48:35,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 in 10.0460 sec 2024-11-25T11:48:36,724 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-25T11:48:36,788 WARN [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 5, running: 1 2024-11-25T11:48:45,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-25T11:48:45,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-25T11:48:45,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T11:48:45,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-25T11:48:45,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-25T11:48:45,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-25T11:48:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-25T11:48:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-25T11:48:45,214 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 Release verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-25T11:48:45,216 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 Release verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:45,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 in 20.0370 sec 2024-11-25T11:48:45,218 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 Release verify snapshot worker=2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:45,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 in 20.0390 sec 2024-11-25T11:48:45,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,44833,1732535194959 in 20.0410 sec 2024-11-25T11:48:45,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-25T11:48:45,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-25T11:48:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-25T11:48:45,225 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 Release verify snapshot worker=2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:45,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=25 2024-11-25T11:48:45,228 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T11:48:45,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,40771,1732535194888 in 20.0480 sec 2024-11-25T11:48:45,230 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T11:48:45,232 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T11:48:45,232 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T11:48:45,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 34.063 sec 2024-11-25T11:48:45,346 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T11:48:45,348 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2bf237fd86ca:40725 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2bf237fd86ca/172.17.0.3:40725 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:45,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1, error=java.net.ConnectException: Call to address=2bf237fd86ca:40725 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2bf237fd86ca/172.17.0.3:40725 2024-11-25T11:48:45,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-25T11:48:45,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,40725,1732535194713, seqNum=-1 from cache 2024-11-25T11:48:45,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 2bf237fd86ca:40725 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2bf237fd86ca/172.17.0.3:40725 2024-11-25T11:48:45,451 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:48:45,453 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,44833,1732535194959, seqNum=-1] 2024-11-25T11:48:45,484 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T11:48:45,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:48:45,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:48:45,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:45,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:45,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:45,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:48:45,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:48:45,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=66779283, stopped=false 2024-11-25T11:48:45,490 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2bf237fd86ca,41817,1732535193701 2024-11-25T11:48:45,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:45,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:45,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:45,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:45,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:45,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:45,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:45,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:45,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:45,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:48:45,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:48:45,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:45,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:45,500 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,40771,1732535194888' ***** 2024-11-25T11:48:45,500 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:48:45,500 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:48:45,500 INFO [RS:1;2bf237fd86ca:40771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:48:45,500 INFO [RS:1;2bf237fd86ca:40771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:48:45,500 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(3091): Received CLOSE for f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:48:45,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:48:45,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,44833,1732535194959' ***** 2024-11-25T11:48:45,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:48:45,502 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:48:45,502 INFO [RS:2;2bf237fd86ca:44833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:48:45,502 INFO [RS:2;2bf237fd86ca:44833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:48:45,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:48:45,502 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(3091): Received CLOSE for 32c49c65e25472d2df9bd9e1d4668879 2024-11-25T11:48:45,506 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(3091): Received CLOSE for 54aaabaf5a2a1d0ef7f5b91d933f0d50 2024-11-25T11:48:45,506 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(3091): Received CLOSE for c1fd8e093bb535a8bc3a2f32e282ac02 2024-11-25T11:48:45,506 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(3091): Received CLOSE for 485e5b59002e5453eebe31962abe1a19 2024-11-25T11:48:45,506 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cd00b53b35b57a54151eb144c322d8e 2024-11-25T11:48:45,507 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(959): stopping server 2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:45,507 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:48:45,507 INFO [RS:1;2bf237fd86ca:40771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2bf237fd86ca:40771. 2024-11-25T11:48:45,507 DEBUG [RS:1;2bf237fd86ca:40771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:45,507 DEBUG [RS:1;2bf237fd86ca:40771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:45,507 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T11:48:45,507 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1325): Online Regions={f5b51103bc0c5aa815f49cfb5391f7a1=SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1., 54aaabaf5a2a1d0ef7f5b91d933f0d50=SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50., c1fd8e093bb535a8bc3a2f32e282ac02=SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02., 485e5b59002e5453eebe31962abe1a19=SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19., 5cd00b53b35b57a54151eb144c322d8e=SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e.} 2024-11-25T11:48:45,508 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(3091): Received CLOSE for 190e82ee891242902c2ef1213d72535a 2024-11-25T11:48:45,508 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(3091): Received CLOSE for a1b8bb1364d979581c0833de46d1fb74 2024-11-25T11:48:45,508 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(3091): Received CLOSE for 69f9ae1953ec54ad5c8d5c94467b9cb8 2024-11-25T11:48:45,508 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(3091): Received CLOSE for bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:48:45,508 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(959): stopping server 2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:45,508 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:48:45,508 INFO [RS:2;2bf237fd86ca:44833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2bf237fd86ca:44833. 2024-11-25T11:48:45,508 DEBUG [RS:2;2bf237fd86ca:44833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:45,508 DEBUG [RS:2;2bf237fd86ca:44833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:45,509 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:48:45,509 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:48:45,509 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:48:45,509 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:48:45,510 DEBUG [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1351): Waiting on 485e5b59002e5453eebe31962abe1a19, 54aaabaf5a2a1d0ef7f5b91d933f0d50, 5cd00b53b35b57a54151eb144c322d8e, c1fd8e093bb535a8bc3a2f32e282ac02, f5b51103bc0c5aa815f49cfb5391f7a1 2024-11-25T11:48:45,510 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-25T11:48:45,510 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1325): Online Regions={32c49c65e25472d2df9bd9e1d4668879=SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879., 190e82ee891242902c2ef1213d72535a=SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a., a1b8bb1364d979581c0833de46d1fb74=SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74., 1588230740=hbase:meta,,1.1588230740, 69f9ae1953ec54ad5c8d5c94467b9cb8=SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8., bfa9d47a2825e65af5323c222c7e52ba=SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba.} 2024-11-25T11:48:45,510 DEBUG [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 190e82ee891242902c2ef1213d72535a, 32c49c65e25472d2df9bd9e1d4668879, 69f9ae1953ec54ad5c8d5c94467b9cb8, a1b8bb1364d979581c0833de46d1fb74, bfa9d47a2825e65af5323c222c7e52ba 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5b51103bc0c5aa815f49cfb5391f7a1, disabling compactions & flushes 2024-11-25T11:48:45,510 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. after waiting 0 ms 2024-11-25T11:48:45,510 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:48:45,510 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:48:45,511 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-11-25T11:48:45,516 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32c49c65e25472d2df9bd9e1d4668879, disabling compactions & flushes 2024-11-25T11:48:45,516 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:48:45,516 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:48:45,517 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. after waiting 0 ms 2024-11-25T11:48:45,517 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:48:45,521 INFO [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:45,521 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/info/5cced67a830a4a4180a810fa6e2b5796 is 167, key is SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1./info:regioninfo/1732535274533/Put/seqid=0 2024-11-25T11:48:45,527 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/f5b51103bc0c5aa815f49cfb5391f7a1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,533 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:48:45,534 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5b51103bc0c5aa815f49cfb5391f7a1: Waiting for close lock at 1732535325510Running coprocessor pre-close hooks at 1732535325510Disabling compacts and flushes for region at 1732535325510Disabling writes for close at 1732535325510Writing region close event to WAL at 1732535325517 (+7 ms)Running coprocessor post-close hooks at 1732535325528 (+11 ms)Closed at 1732535325533 (+5 ms) 2024-11-25T11:48:45,534 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732535208507.f5b51103bc0c5aa815f49cfb5391f7a1. 2024-11-25T11:48:45,534 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54aaabaf5a2a1d0ef7f5b91d933f0d50, disabling compactions & flushes 2024-11-25T11:48:45,535 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:48:45,535 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:48:45,535 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. after waiting 0 ms 2024-11-25T11:48:45,535 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:48:45,535 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/32c49c65e25472d2df9bd9e1d4668879/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,536 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:48:45,536 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32c49c65e25472d2df9bd9e1d4668879: Waiting for close lock at 1732535325516Running coprocessor pre-close hooks at 1732535325516Disabling compacts and flushes for region at 1732535325516Disabling writes for close at 1732535325517 (+1 ms)Writing region close event to WAL at 1732535325523 (+6 ms)Running coprocessor post-close hooks at 1732535325536 (+13 ms)Closed at 1732535325536 2024-11-25T11:48:45,536 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732535208507.32c49c65e25472d2df9bd9e1d4668879. 2024-11-25T11:48:45,536 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 190e82ee891242902c2ef1213d72535a, disabling compactions & flushes 2024-11-25T11:48:45,536 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:48:45,536 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:48:45,537 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. after waiting 0 ms 2024-11-25T11:48:45,537 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:48:45,545 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/54aaabaf5a2a1d0ef7f5b91d933f0d50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,547 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:48:45,547 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54aaabaf5a2a1d0ef7f5b91d933f0d50: Waiting for close lock at 1732535325534Running coprocessor pre-close hooks at 1732535325534Disabling compacts and flushes for region at 1732535325534Disabling writes for close at 1732535325535 (+1 ms)Writing region close event to WAL at 1732535325537 (+2 ms)Running coprocessor post-close hooks at 1732535325546 (+9 ms)Closed at 1732535325547 (+1 ms) 2024-11-25T11:48:45,547 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732535208507.54aaabaf5a2a1d0ef7f5b91d933f0d50. 2024-11-25T11:48:45,547 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1fd8e093bb535a8bc3a2f32e282ac02, disabling compactions & flushes 2024-11-25T11:48:45,548 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:48:45,548 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:48:45,549 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. after waiting 0 ms 2024-11-25T11:48:45,549 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:48:45,551 INFO [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:45,555 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/190e82ee891242902c2ef1213d72535a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741867_1043 (size=9431) 2024-11-25T11:48:45,556 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:48:45,556 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 190e82ee891242902c2ef1213d72535a: Waiting for close lock at 1732535325536Running coprocessor pre-close hooks at 1732535325536Disabling compacts and flushes for region at 1732535325536Disabling writes for close at 1732535325537 (+1 ms)Writing region close event to WAL at 1732535325540 (+3 ms)Running coprocessor post-close hooks at 1732535325556 (+16 ms)Closed at 1732535325556 2024-11-25T11:48:45,557 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732535208507.190e82ee891242902c2ef1213d72535a. 2024-11-25T11:48:45,557 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1b8bb1364d979581c0833de46d1fb74, disabling compactions & flushes 2024-11-25T11:48:45,557 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:48:45,557 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:48:45,557 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. after waiting 0 ms 2024-11-25T11:48:45,557 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:48:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741867_1043 (size=9431) 2024-11-25T11:48:45,559 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/info/5cced67a830a4a4180a810fa6e2b5796 2024-11-25T11:48:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741867_1043 (size=9431) 2024-11-25T11:48:45,584 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/.tmp/info/5cced67a830a4a4180a810fa6e2b5796 as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/info/5cced67a830a4a4180a810fa6e2b5796 2024-11-25T11:48:45,588 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/c1fd8e093bb535a8bc3a2f32e282ac02/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,596 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:48:45,596 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1fd8e093bb535a8bc3a2f32e282ac02: Waiting for close lock at 1732535325547Running coprocessor pre-close hooks at 1732535325547Disabling compacts and flushes for region at 1732535325547Disabling writes for close at 1732535325549 (+2 ms)Writing region close event to WAL at 1732535325560 (+11 ms)Running coprocessor post-close hooks at 1732535325593 (+33 ms)Closed at 1732535325593 2024-11-25T11:48:45,597 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732535208507.c1fd8e093bb535a8bc3a2f32e282ac02. 2024-11-25T11:48:45,597 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 485e5b59002e5453eebe31962abe1a19, disabling compactions & flushes 2024-11-25T11:48:45,597 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:48:45,597 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:48:45,597 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. after waiting 0 ms 2024-11-25T11:48:45,597 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:48:45,599 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/a1b8bb1364d979581c0833de46d1fb74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:48:45,602 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:48:45,602 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1b8bb1364d979581c0833de46d1fb74: Waiting for close lock at 1732535325557Running coprocessor pre-close hooks at 1732535325557Disabling compacts and flushes for region at 1732535325557Disabling writes for close at 1732535325557Writing region close event to WAL at 1732535325585 (+28 ms)Running coprocessor post-close hooks at 1732535325602 (+17 ms)Closed at 1732535325602 2024-11-25T11:48:45,602 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732535208507.a1b8bb1364d979581c0833de46d1fb74. 2024-11-25T11:48:45,602 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69f9ae1953ec54ad5c8d5c94467b9cb8, disabling compactions & flushes 2024-11-25T11:48:45,602 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:48:45,602 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:48:45,602 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. after waiting 0 ms 2024-11-25T11:48:45,602 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:48:45,604 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/info/5cced67a830a4a4180a810fa6e2b5796, entries=32, sequenceid=39, filesize=9.2 K 2024-11-25T11:48:45,615 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=39, compaction requested=false 2024-11-25T11:48:45,625 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/69f9ae1953ec54ad5c8d5c94467b9cb8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,629 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/485e5b59002e5453eebe31962abe1a19/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,629 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:48:45,629 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69f9ae1953ec54ad5c8d5c94467b9cb8: Waiting for close lock at 1732535325602Running coprocessor pre-close hooks at 1732535325602Disabling compacts and flushes for region at 1732535325602Disabling writes for close at 1732535325602Writing region close event to WAL at 1732535325616 (+14 ms)Running coprocessor post-close hooks at 1732535325629 (+13 ms)Closed at 1732535325629 2024-11-25T11:48:45,629 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732535208507.69f9ae1953ec54ad5c8d5c94467b9cb8. 2024-11-25T11:48:45,630 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfa9d47a2825e65af5323c222c7e52ba, disabling compactions & flushes 2024-11-25T11:48:45,630 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:48:45,630 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:48:45,630 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. after waiting 0 ms 2024-11-25T11:48:45,630 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:48:45,633 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:48:45,633 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 485e5b59002e5453eebe31962abe1a19: Waiting for close lock at 1732535325597Running coprocessor pre-close hooks at 1732535325597Disabling compacts and flushes for region at 1732535325597Disabling writes for close at 1732535325597Writing region close event to WAL at 1732535325611 (+14 ms)Running coprocessor post-close hooks at 1732535325633 (+22 ms)Closed at 1732535325633 2024-11-25T11:48:45,633 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732535208507.485e5b59002e5453eebe31962abe1a19. 2024-11-25T11:48:45,633 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cd00b53b35b57a54151eb144c322d8e, disabling compactions & flushes 2024-11-25T11:48:45,633 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:48:45,633 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:48:45,633 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. after waiting 0 ms 2024-11-25T11:48:45,633 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:48:45,651 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/5cd00b53b35b57a54151eb144c322d8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:48:45,651 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/default/SPTestTable/bfa9d47a2825e65af5323c222c7e52ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:45,652 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:48:45,652 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfa9d47a2825e65af5323c222c7e52ba: Waiting for close lock at 1732535325630Running coprocessor pre-close hooks at 1732535325630Disabling compacts and flushes for region at 1732535325630Disabling writes for close at 1732535325630Writing region close event to WAL at 1732535325638 (+8 ms)Running coprocessor post-close hooks at 1732535325652 (+14 ms)Closed at 1732535325652 2024-11-25T11:48:45,652 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732535208507.bfa9d47a2825e65af5323c222c7e52ba. 2024-11-25T11:48:45,653 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:48:45,653 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cd00b53b35b57a54151eb144c322d8e: Waiting for close lock at 1732535325633Running coprocessor pre-close hooks at 1732535325633Disabling compacts and flushes for region at 1732535325633Disabling writes for close at 1732535325633Writing region close event to WAL at 1732535325639 (+6 ms)Running coprocessor post-close hooks at 1732535325653 (+14 ms)Closed at 1732535325653 2024-11-25T11:48:45,653 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732535208507.5cd00b53b35b57a54151eb144c322d8e. 2024-11-25T11:48:45,661 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-25T11:48:45,662 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:48:45,662 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:48:45,662 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535325510Running coprocessor pre-close hooks at 1732535325510Disabling compacts and flushes for region at 1732535325510Disabling writes for close at 1732535325510Obtaining lock to block concurrent updates at 1732535325511 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732535325511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1732535325511Flushing stores of hbase:meta,,1.1588230740 at 1732535325512 (+1 ms)Flushing 1588230740/info: creating writer at 1732535325513 (+1 ms)Flushing 1588230740/info: appending metadata at 1732535325521 (+8 ms)Flushing 1588230740/info: closing flushed file at 1732535325521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcac8fc: reopening flushed file at 1732535325582 (+61 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=39, compaction requested=false at 1732535325615 (+33 ms)Writing region close event to WAL at 1732535325649 (+34 ms)Running coprocessor post-close hooks at 1732535325662 (+13 ms)Closed at 1732535325662 2024-11-25T11:48:45,663 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:48:45,710 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(976): stopping server 2bf237fd86ca,40771,1732535194888; all regions closed. 2024-11-25T11:48:45,710 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(976): stopping server 2bf237fd86ca,44833,1732535194959; all regions closed. 2024-11-25T11:48:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741833_1009 (size=3530) 2024-11-25T11:48:45,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/WALs/2bf237fd86ca,44833,1732535194959/2bf237fd86ca%2C44833%2C1732535194959.meta.1732535252447.meta not finished, retry = 0 2024-11-25T11:48:45,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741833_1009 (size=3530) 2024-11-25T11:48:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741833_1009 (size=3530) 2024-11-25T11:48:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741858_1034 (size=5436) 2024-11-25T11:48:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741858_1034 (size=5436) 2024-11-25T11:48:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741858_1034 (size=5436) 2024-11-25T11:48:45,724 DEBUG [RS:1;2bf237fd86ca:40771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs 2024-11-25T11:48:45,724 INFO [RS:1;2bf237fd86ca:40771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C40771%2C1732535194888:(num 1732535196959) 2024-11-25T11:48:45,724 DEBUG [RS:1;2bf237fd86ca:40771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:45,724 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:45,724 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:48:45,724 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.ChoreService(370): Chore service for: regionserver/2bf237fd86ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:48:45,725 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:48:45,725 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:48:45,725 INFO [regionserver/2bf237fd86ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:48:45,725 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:48:45,725 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:48:45,725 INFO [RS:1;2bf237fd86ca:40771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40771 2024-11-25T11:48:45,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,40771,1732535194888 2024-11-25T11:48:45,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:45,728 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:48:45,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,40771,1732535194888] 2024-11-25T11:48:45,731 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,40771,1732535194888 already deleted, retry=false 2024-11-25T11:48:45,731 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2bf237fd86ca,40771,1732535194888 expired; onlineServers=1 2024-11-25T11:48:45,825 DEBUG [RS:2;2bf237fd86ca:44833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs 2024-11-25T11:48:45,825 INFO [RS:2;2bf237fd86ca:44833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C44833%2C1732535194959.meta:.meta(num 1732535252447) 2024-11-25T11:48:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741835_1011 (size=3500) 2024-11-25T11:48:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741835_1011 (size=3500) 2024-11-25T11:48:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741835_1011 (size=3500) 2024-11-25T11:48:45,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:45,830 INFO [RS:1;2bf237fd86ca:40771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:48:45,830 INFO [RS:1;2bf237fd86ca:40771 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,40771,1732535194888; zookeeper connection closed. 2024-11-25T11:48:45,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40771-0x10076c31d260002, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:45,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c26c95f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c26c95f 2024-11-25T11:48:45,833 DEBUG [RS:2;2bf237fd86ca:44833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/oldWALs 2024-11-25T11:48:45,834 INFO [RS:2;2bf237fd86ca:44833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C44833%2C1732535194959:(num 1732535197015) 2024-11-25T11:48:45,834 DEBUG [RS:2;2bf237fd86ca:44833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:45,834 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:45,834 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:48:45,834 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.ChoreService(370): Chore service for: regionserver/2bf237fd86ca:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:48:45,834 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:48:45,834 INFO [regionserver/2bf237fd86ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:48:45,834 INFO [RS:2;2bf237fd86ca:44833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44833 2024-11-25T11:48:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:45,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,44833,1732535194959 2024-11-25T11:48:45,838 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:48:45,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,44833,1732535194959] 2024-11-25T11:48:45,840 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,44833,1732535194959 already deleted, retry=false 2024-11-25T11:48:45,840 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2bf237fd86ca,44833,1732535194959 expired; onlineServers=0 2024-11-25T11:48:45,840 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2bf237fd86ca,41817,1732535193701' ***** 2024-11-25T11:48:45,840 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:48:45,840 INFO [M:0;2bf237fd86ca:41817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:48:45,841 INFO [M:0;2bf237fd86ca:41817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:48:45,841 DEBUG [M:0;2bf237fd86ca:41817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:48:45,841 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:48:45,841 DEBUG [M:0;2bf237fd86ca:41817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:48:45,841 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535196491 {}] cleaner.HFileCleaner(306): Exit Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535196491,5,FailOnTimeoutGroup] 2024-11-25T11:48:45,841 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535196493 {}] cleaner.HFileCleaner(306): Exit Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535196493,5,FailOnTimeoutGroup] 2024-11-25T11:48:45,841 INFO [M:0;2bf237fd86ca:41817 {}] hbase.ChoreService(370): Chore service for: master/2bf237fd86ca:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:48:45,841 INFO [M:0;2bf237fd86ca:41817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:48:45,841 DEBUG [M:0;2bf237fd86ca:41817 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:48:45,842 INFO [M:0;2bf237fd86ca:41817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:48:45,842 INFO [M:0;2bf237fd86ca:41817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:48:45,842 ERROR [M:0;2bf237fd86ca:41817 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (747730358) connection to localhost/127.0.0.1:33365 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33365,5,PEWorkerGroup] 2024-11-25T11:48:45,843 INFO [M:0;2bf237fd86ca:41817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:48:45,843 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:48:45,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:45,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:45,844 DEBUG [M:0;2bf237fd86ca:41817 {}] zookeeper.ZKUtil(347): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T11:48:45,844 WARN [M:0;2bf237fd86ca:41817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:48:45,845 INFO [M:0;2bf237fd86ca:41817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/.lastflushedseqids 2024-11-25T11:48:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741868_1044 (size=668) 2024-11-25T11:48:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741868_1044 (size=668) 2024-11-25T11:48:45,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741868_1044 (size=668) 2024-11-25T11:48:45,871 INFO [M:0;2bf237fd86ca:41817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:48:45,871 INFO [M:0;2bf237fd86ca:41817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:48:45,871 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:48:45,872 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:45,872 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:45,872 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:48:45,872 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:45,872 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=217.92 KB heapSize=270.58 KB 2024-11-25T11:48:45,897 DEBUG [M:0;2bf237fd86ca:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff7fe08b19054e9c8b5244566434dea3 is 82, key is hbase:meta,,1/info:regioninfo/1732535253917/Put/seqid=0 2024-11-25T11:48:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741869_1045 (size=6071) 2024-11-25T11:48:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741869_1045 (size=6071) 2024-11-25T11:48:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741869_1045 (size=6071) 2024-11-25T11:48:45,922 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff7fe08b19054e9c8b5244566434dea3 2024-11-25T11:48:45,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:45,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44833-0x10076c31d260003, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:45,940 INFO [RS:2;2bf237fd86ca:44833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:48:45,940 INFO [RS:2;2bf237fd86ca:44833 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,44833,1732535194959; zookeeper connection closed. 2024-11-25T11:48:45,940 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29754fca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29754fca 2024-11-25T11:48:45,941 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T11:48:45,957 DEBUG [M:0;2bf237fd86ca:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82a46859e832474da9ff8a112ad12862 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732535220076/Put/seqid=0 2024-11-25T11:48:45,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741870_1046 (size=9111) 2024-11-25T11:48:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741870_1046 (size=9111) 2024-11-25T11:48:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741870_1046 (size=9111) 2024-11-25T11:48:45,984 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=216.69 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82a46859e832474da9ff8a112ad12862 2024-11-25T11:48:45,995 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82a46859e832474da9ff8a112ad12862 2024-11-25T11:48:46,023 DEBUG [M:0;2bf237fd86ca:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6df6d59fe74540e2ae795087784b30c9 is 69, key is 2bf237fd86ca,40771,1732535194888/rs:state/1732535196610/Put/seqid=0 2024-11-25T11:48:46,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741871_1047 (size=5441) 2024-11-25T11:48:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741871_1047 (size=5441) 2024-11-25T11:48:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741871_1047 (size=5441) 2024-11-25T11:48:46,039 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6df6d59fe74540e2ae795087784b30c9 2024-11-25T11:48:46,051 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6df6d59fe74540e2ae795087784b30c9 2024-11-25T11:48:46,053 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff7fe08b19054e9c8b5244566434dea3 as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff7fe08b19054e9c8b5244566434dea3 2024-11-25T11:48:46,074 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff7fe08b19054e9c8b5244566434dea3, entries=14, sequenceid=578, filesize=5.9 K 2024-11-25T11:48:46,077 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82a46859e832474da9ff8a112ad12862 as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82a46859e832474da9ff8a112ad12862 2024-11-25T11:48:46,085 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82a46859e832474da9ff8a112ad12862 2024-11-25T11:48:46,086 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82a46859e832474da9ff8a112ad12862, entries=60, sequenceid=578, filesize=8.9 K 2024-11-25T11:48:46,087 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6df6d59fe74540e2ae795087784b30c9 as hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6df6d59fe74540e2ae795087784b30c9 2024-11-25T11:48:46,096 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6df6d59fe74540e2ae795087784b30c9 2024-11-25T11:48:46,096 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/d68b6d5c-7362-e4cd-9099-1ea59439ab6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6df6d59fe74540e2ae795087784b30c9, entries=3, sequenceid=578, filesize=5.3 K 2024-11-25T11:48:46,098 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~217.92 KB/223148, heapSize ~270.28 KB/276768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 225ms, sequenceid=578, compaction requested=false 2024-11-25T11:48:46,119 INFO [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:46,119 DEBUG [M:0;2bf237fd86ca:41817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535325871Disabling compacts and flushes for region at 1732535325871Disabling writes for close at 1732535325872 (+1 ms)Obtaining lock to block concurrent updates at 1732535325872Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732535325872Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223148, getHeapSize=277008, getOffHeapSize=0, getCellsCount=699 at 1732535325873 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732535325873Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732535325874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732535325896 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732535325897 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732535325930 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732535325956 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732535325956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732535325995 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732535326021 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732535326021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc81167: reopening flushed file at 1732535326051 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c6008: reopening flushed file at 1732535326074 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7737bfbb: reopening flushed file at 1732535326086 (+12 ms)Finished flush of dataSize ~217.92 KB/223148, heapSize ~270.28 KB/276768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 225ms, sequenceid=578, compaction requested=false at 1732535326098 (+12 ms)Writing region close event to WAL at 1732535326119 (+21 ms)Closed at 1732535326119 2024-11-25T11:48:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741830_1006 (size=261621) 2024-11-25T11:48:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741830_1006 (size=261621) 2024-11-25T11:48:46,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741830_1006 (size=261621) 2024-11-25T11:48:46,133 INFO [M:0;2bf237fd86ca:41817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:48:46,133 INFO [M:0;2bf237fd86ca:41817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41817 2024-11-25T11:48:46,133 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:48:46,134 INFO [M:0;2bf237fd86ca:41817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:48:46,237 INFO [M:0;2bf237fd86ca:41817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:48:46,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:46,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10076c31d260000, quorum=127.0.0.1:57718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:46,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68c8de46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:46,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e575cd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:46,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:46,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a1b3ef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:46,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a77944e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:46,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:48:46,252 WARN [BP-604513469-172.17.0.3-1732535186395 heartbeating to localhost/127.0.0.1:33365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:48:46,252 WARN [BP-604513469-172.17.0.3-1732535186395 heartbeating to localhost/127.0.0.1:33365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-604513469-172.17.0.3-1732535186395 (Datanode Uuid 315fecbf-1f0c-4647-a770-6695d69284f1) service to localhost/127.0.0.1:33365 2024-11-25T11:48:46,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:48:46,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data5/current/BP-604513469-172.17.0.3-1732535186395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:46,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data6/current/BP-604513469-172.17.0.3-1732535186395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:46,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:48:46,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d5823b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:46,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f3a17d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:46,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:46,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a08960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:46,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ae1ee8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:46,269 WARN [BP-604513469-172.17.0.3-1732535186395 heartbeating to localhost/127.0.0.1:33365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:48:46,270 WARN [BP-604513469-172.17.0.3-1732535186395 heartbeating to localhost/127.0.0.1:33365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-604513469-172.17.0.3-1732535186395 (Datanode Uuid 161477d1-1a68-4867-b3fb-b888286093f9) service to localhost/127.0.0.1:33365 2024-11-25T11:48:46,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:48:46,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:48:46,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data4/current/BP-604513469-172.17.0.3-1732535186395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:46,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:48:46,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data3/current/BP-604513469-172.17.0.3-1732535186395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:46,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@530d73b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:46,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@547b61a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:46,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:46,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ff3c51a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:46,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3ec37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:46,281 WARN [BP-604513469-172.17.0.3-1732535186395 heartbeating to localhost/127.0.0.1:33365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:48:46,281 WARN [BP-604513469-172.17.0.3-1732535186395 heartbeating to localhost/127.0.0.1:33365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-604513469-172.17.0.3-1732535186395 (Datanode Uuid a8a2a60b-dabf-4ca7-b95b-a895f0ad1eab) service to localhost/127.0.0.1:33365 2024-11-25T11:48:46,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data1/current/BP-604513469-172.17.0.3-1732535186395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:46,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/cluster_45979c33-4eab-bf8b-a181-912b7a186909/data/data2/current/BP-604513469-172.17.0.3-1732535186395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:46,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:48:46,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:48:46,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:48:46,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41860f48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:48:46,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4360993f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:46,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:46,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d773b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:46,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48577c0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:46,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:48:46,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:48:46,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=90 (was 11) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:33365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2bf237fd86ca:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:33365 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/2bf237fd86ca:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2bf237fd86ca:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2bf237fd86ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2bf237fd86ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/2bf237fd86ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:33365 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:33365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@61101ddd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2bf237fd86ca:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/2bf237fd86ca:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=860 (was 1346), ProcessCount=11 (was 11), AvailableMemoryMB=6249 (was 7202) 2024-11-25T11:48:46,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=91, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=860, ProcessCount=11, AvailableMemoryMB=6247 2024-11-25T11:48:46,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir so I do NOT create it in target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a 2024-11-25T11:48:46,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:48:46,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.tmp.dir so I do NOT create it in target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a 2024-11-25T11:48:46,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1388bbe1-5fb1-6a17-fe08-aa7e38e8c793/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:48:46,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a 2024-11-25T11:48:46,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:48:46,429 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d, deleteOnExit=true 2024-11-25T11:48:46,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:48:46,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/test.cache.data in system properties and HBase conf 2024-11-25T11:48:46,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:48:46,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:48:46,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:48:46,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:48:46,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:48:46,430 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:48:46,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:48:46,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:48:46,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:48:46,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:48:46,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:48:46,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:46,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:46,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:46,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:46,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:48:46,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:46,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@137ee4b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:46,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a47b999{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:46,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5392034b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/java.io.tmpdir/jetty-localhost-43277-hadoop-hdfs-3_4_1-tests_jar-_-any-4998144866707013865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:48:46,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54225c6b{HTTP/1.1, (http/1.1)}{localhost:43277} 2024-11-25T11:48:46,755 INFO [Time-limited test {}] server.Server(415): Started @146729ms 2024-11-25T11:48:46,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:46,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:46,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:46,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:46,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:48:46,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@278ebe8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:46,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e689e22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:47,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b448843{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/java.io.tmpdir/jetty-localhost-35939-hadoop-hdfs-3_4_1-tests_jar-_-any-13673291841092632436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:47,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50aaca7a{HTTP/1.1, (http/1.1)}{localhost:35939} 2024-11-25T11:48:47,081 INFO [Time-limited test {}] server.Server(415): Started @147055ms 2024-11-25T11:48:47,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:48:47,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:47,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:47,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:47,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:47,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:48:47,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@575acbbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:47,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f9646c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:47,215 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data1/current/BP-775523067-172.17.0.3-1732535326467/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:47,217 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data2/current/BP-775523067-172.17.0.3-1732535326467/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:47,293 WARN [Thread-679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:48:47,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbec16696373f628 with lease ID 0x77199b500cf04167: Processing first storage report for DS-b97b217d-92cb-4286-b120-e5f1ea9515ed from datanode DatanodeRegistration(127.0.0.1:32779, datanodeUuid=bd96606c-0597-4ab9-a596-2bf6e93d495b, infoPort=45817, infoSecurePort=0, ipcPort=39597, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467) 2024-11-25T11:48:47,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbec16696373f628 with lease ID 0x77199b500cf04167: from storage DS-b97b217d-92cb-4286-b120-e5f1ea9515ed node DatanodeRegistration(127.0.0.1:32779, datanodeUuid=bd96606c-0597-4ab9-a596-2bf6e93d495b, infoPort=45817, infoSecurePort=0, ipcPort=39597, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:47,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbec16696373f628 with lease ID 0x77199b500cf04167: Processing first storage report for DS-e0dd7f43-f3d0-47c3-be94-74cc8dad312d from datanode DatanodeRegistration(127.0.0.1:32779, datanodeUuid=bd96606c-0597-4ab9-a596-2bf6e93d495b, infoPort=45817, infoSecurePort=0, ipcPort=39597, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467) 2024-11-25T11:48:47,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbec16696373f628 with lease ID 0x77199b500cf04167: from storage DS-e0dd7f43-f3d0-47c3-be94-74cc8dad312d node DatanodeRegistration(127.0.0.1:32779, datanodeUuid=bd96606c-0597-4ab9-a596-2bf6e93d495b, infoPort=45817, infoSecurePort=0, ipcPort=39597, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:47,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd05904{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/java.io.tmpdir/jetty-localhost-39005-hadoop-hdfs-3_4_1-tests_jar-_-any-13865671238277063629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:47,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10b3c59{HTTP/1.1, (http/1.1)}{localhost:39005} 2024-11-25T11:48:47,340 INFO [Time-limited test {}] server.Server(415): Started @147314ms 2024-11-25T11:48:47,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:48:47,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:47,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:47,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:47,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:47,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:48:47,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b20e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:47,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b6629d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:47,463 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data3/current/BP-775523067-172.17.0.3-1732535326467/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:47,463 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data4/current/BP-775523067-172.17.0.3-1732535326467/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:47,503 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:48:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f2eda84f695e025 with lease ID 0x77199b500cf04168: Processing first storage report for DS-d72bdc51-64f0-4df7-b13f-6309612d999b from datanode DatanodeRegistration(127.0.0.1:42947, datanodeUuid=c7b54d98-ca19-4479-9f8e-937c99c6b505, infoPort=36917, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467) 2024-11-25T11:48:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f2eda84f695e025 with lease ID 0x77199b500cf04168: from storage DS-d72bdc51-64f0-4df7-b13f-6309612d999b node DatanodeRegistration(127.0.0.1:42947, datanodeUuid=c7b54d98-ca19-4479-9f8e-937c99c6b505, infoPort=36917, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T11:48:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f2eda84f695e025 with lease ID 0x77199b500cf04168: Processing first storage report for DS-2b885130-cda9-4427-84ab-4bc73c2f0855 from datanode DatanodeRegistration(127.0.0.1:42947, datanodeUuid=c7b54d98-ca19-4479-9f8e-937c99c6b505, infoPort=36917, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467) 2024-11-25T11:48:47,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f2eda84f695e025 with lease ID 0x77199b500cf04168: from storage DS-2b885130-cda9-4427-84ab-4bc73c2f0855 node DatanodeRegistration(127.0.0.1:42947, datanodeUuid=c7b54d98-ca19-4479-9f8e-937c99c6b505, infoPort=36917, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:47,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@177f15d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/java.io.tmpdir/jetty-localhost-37977-hadoop-hdfs-3_4_1-tests_jar-_-any-14956327512668109613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:47,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aab1cfe{HTTP/1.1, (http/1.1)}{localhost:37977} 2024-11-25T11:48:47,571 INFO [Time-limited test {}] server.Server(415): Started @147545ms 2024-11-25T11:48:47,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:48:47,679 WARN [Thread-761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data5/current/BP-775523067-172.17.0.3-1732535326467/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:47,685 WARN [Thread-762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data6/current/BP-775523067-172.17.0.3-1732535326467/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:47,717 WARN [Thread-750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:48:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aed09622ed39739 with lease ID 0x77199b500cf04169: Processing first storage report for DS-b68a7e00-7ff2-40f0-a0a6-0a32021bb88e from datanode DatanodeRegistration(127.0.0.1:37599, datanodeUuid=d1a697e4-6fe4-4fda-98df-7b1d3e919b9b, infoPort=34013, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467) 2024-11-25T11:48:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aed09622ed39739 with lease ID 0x77199b500cf04169: from storage DS-b68a7e00-7ff2-40f0-a0a6-0a32021bb88e node DatanodeRegistration(127.0.0.1:37599, datanodeUuid=d1a697e4-6fe4-4fda-98df-7b1d3e919b9b, infoPort=34013, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aed09622ed39739 with lease ID 0x77199b500cf04169: Processing first storage report for DS-ac5a9d20-9d8e-44d6-8c55-10d784faf04a from datanode DatanodeRegistration(127.0.0.1:37599, datanodeUuid=d1a697e4-6fe4-4fda-98df-7b1d3e919b9b, infoPort=34013, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467) 2024-11-25T11:48:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aed09622ed39739 with lease ID 0x77199b500cf04169: from storage DS-ac5a9d20-9d8e-44d6-8c55-10d784faf04a node DatanodeRegistration(127.0.0.1:37599, datanodeUuid=d1a697e4-6fe4-4fda-98df-7b1d3e919b9b, infoPort=34013, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1593934657;c=1732535326467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:47,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a 2024-11-25T11:48:47,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/zookeeper_0, clientPort=52157, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:48:47,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52157 2024-11-25T11:48:47,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:47,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:48:47,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:48:47,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:48:48,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 with version=8 2024-11-25T11:48:48,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/hbase-staging 2024-11-25T11:48:48,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:48:48,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:48,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:48,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:48:48,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:48,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46297 2024-11-25T11:48:48,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46297 connecting to ZooKeeper ensemble=127.0.0.1:52157 2024-11-25T11:48:48,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462970x0, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:48,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46297-0x10076c52ecc0000 connected 2024-11-25T11:48:48,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:48,425 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686, hbase.cluster.distributed=false 2024-11-25T11:48:48,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:48,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-25T11:48:48,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46297 2024-11-25T11:48:48,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46297 2024-11-25T11:48:48,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-25T11:48:48,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-25T11:48:48,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:48:48,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:48,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:48:48,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:48,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36913 2024-11-25T11:48:48,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36913 connecting to ZooKeeper ensemble=127.0.0.1:52157 2024-11-25T11:48:48,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369130x0, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:48,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369130x0, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:48,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:48:48,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36913-0x10076c52ecc0001 connected 2024-11-25T11:48:48,572 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:48:48,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:48:48,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:48,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36913 2024-11-25T11:48:48,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36913 2024-11-25T11:48:48,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36913 2024-11-25T11:48:48,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36913 2024-11-25T11:48:48,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36913 2024-11-25T11:48:48,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:48:48,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:48,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:48,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:48:48,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:48,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42161 2024-11-25T11:48:48,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42161 connecting to ZooKeeper ensemble=127.0.0.1:52157 2024-11-25T11:48:48,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421610x0, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:48,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421610x0, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:48,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:48:48,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42161-0x10076c52ecc0002 connected 2024-11-25T11:48:48,639 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:48:48,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:48:48,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:48,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-25T11:48:48,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42161 2024-11-25T11:48:48,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42161 2024-11-25T11:48:48,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-25T11:48:48,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-25T11:48:48,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2bf237fd86ca:0 server-side Connection retries=45 2024-11-25T11:48:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:48,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:48:48,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:48,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45783 2024-11-25T11:48:48,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45783 connecting to ZooKeeper ensemble=127.0.0.1:52157 2024-11-25T11:48:48,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457830x0, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:48,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457830x0, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:48,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45783-0x10076c52ecc0003 connected 2024-11-25T11:48:48,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:48:48,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:48:48,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:48:48,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:48,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-25T11:48:48,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45783 2024-11-25T11:48:48,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45783 2024-11-25T11:48:48,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-25T11:48:48,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-25T11:48:48,737 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2bf237fd86ca:46297 2024-11-25T11:48:48,738 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2bf237fd86ca,46297,1732535328274 2024-11-25T11:48:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,742 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2bf237fd86ca,46297,1732535328274 2024-11-25T11:48:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,745 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T11:48:48,746 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2bf237fd86ca,46297,1732535328274 from backup master directory 2024-11-25T11:48:48,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2bf237fd86ca,46297,1732535328274 2024-11-25T11:48:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:48,748 WARN [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:48,748 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2bf237fd86ca,46297,1732535328274 2024-11-25T11:48:48,754 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/hbase.id] with ID: 7dbed14f-21a1-4198-a8b8-86e6161d6643 2024-11-25T11:48:48,754 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.tmp/hbase.id 2024-11-25T11:48:48,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:48:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:48:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:48:48,770 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.tmp/hbase.id]:[hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/hbase.id] 2024-11-25T11:48:48,789 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:48,789 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:48:48,791 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:48:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:48:48,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:48:48,821 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:48:48,822 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:48:48,822 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:48:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:48:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:48:48,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:48:48,840 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store 2024-11-25T11:48:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:48:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:48:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:48:48,860 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:48,861 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:48:48,861 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:48,861 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:48,861 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:48:48,861 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:48,861 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:48,861 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535328861Disabling compacts and flushes for region at 1732535328861Disabling writes for close at 1732535328861Writing region close event to WAL at 1732535328861Closed at 1732535328861 2024-11-25T11:48:48,862 WARN [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/.initializing 2024-11-25T11:48:48,862 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/WALs/2bf237fd86ca,46297,1732535328274 2024-11-25T11:48:48,864 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:48,867 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C46297%2C1732535328274, suffix=, logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/WALs/2bf237fd86ca,46297,1732535328274, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/oldWALs, maxLogs=10 2024-11-25T11:48:48,889 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/WALs/2bf237fd86ca,46297,1732535328274/2bf237fd86ca%2C46297%2C1732535328274.1732535328867, exclude list is [], retry=0 2024-11-25T11:48:48,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-b68a7e00-7ff2-40f0-a0a6-0a32021bb88e,DISK] 2024-11-25T11:48:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-d72bdc51-64f0-4df7-b13f-6309612d999b,DISK] 2024-11-25T11:48:48,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-b97b217d-92cb-4286-b120-e5f1ea9515ed,DISK] 2024-11-25T11:48:48,913 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/WALs/2bf237fd86ca,46297,1732535328274/2bf237fd86ca%2C46297%2C1732535328274.1732535328867 2024-11-25T11:48:48,916 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34013:34013),(127.0.0.1/127.0.0.1:36917:36917),(127.0.0.1/127.0.0.1:45817:45817)] 2024-11-25T11:48:48,917 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:48,917 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:48,917 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,917 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:48:48,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:48,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:48:48,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:48,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:48:48,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:48,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:48:48,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:48,942 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,944 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,944 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,946 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,946 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,947 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:48:48,949 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:48,952 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:48,953 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73518375, jitterRate=0.09550915658473969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:48:48,954 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732535328917Initializing all the Stores at 1732535328919 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535328919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535328920 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535328920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535328920Cleaning up temporary data from old regions at 1732535328946 (+26 ms)Region opened successfully at 1732535328954 (+8 ms) 2024-11-25T11:48:48,956 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:48:48,964 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3a50c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:48:48,966 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:48:48,966 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:48:48,966 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:48:48,966 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:48:48,967 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:48:48,968 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-25T11:48:48,968 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T11:48:48,973 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:48:48,974 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T11:48:48,976 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T11:48:48,976 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:48:48,977 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:48:48,979 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T11:48:48,979 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:48:48,980 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:48:48,982 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T11:48:48,983 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:48:48,985 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T11:48:48,987 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:48:48,988 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T11:48:48,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:48,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:48,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:48,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:48,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:48,993 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2bf237fd86ca,46297,1732535328274, sessionid=0x10076c52ecc0000, setting cluster-up flag (Was=false) 2024-11-25T11:48:48,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,018 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T11:48:49,021 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2bf237fd86ca,46297,1732535328274 2024-11-25T11:48:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:49,031 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T11:48:49,032 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2bf237fd86ca,46297,1732535328274 2024-11-25T11:48:49,034 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:48:49,037 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:48:49,037 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:48:49,037 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:48:49,038 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2bf237fd86ca,46297,1732535328274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2bf237fd86ca:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:49,040 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:48:49,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:48:49,060 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732535359060 2024-11-25T11:48:49,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:48:49,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:48:49,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:48:49,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:48:49,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:48:49,061 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:48:49,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:48:49,062 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,062 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:48:49,063 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:48:49,063 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:48:49,063 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:48:49,063 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:48:49,064 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535329063,5,FailOnTimeoutGroup] 2024-11-25T11:48:49,068 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535329064,5,FailOnTimeoutGroup] 2024-11-25T11:48:49,068 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,068 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:48:49,068 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,068 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:48:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:48:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:48:49,135 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(746): ClusterId : 7dbed14f-21a1-4198-a8b8-86e6161d6643 2024-11-25T11:48:49,135 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:48:49,141 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(746): ClusterId : 7dbed14f-21a1-4198-a8b8-86e6161d6643 2024-11-25T11:48:49,141 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:48:49,141 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(746): ClusterId : 7dbed14f-21a1-4198-a8b8-86e6161d6643 2024-11-25T11:48:49,141 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:48:49,149 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:48:49,149 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:48:49,153 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:48:49,153 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:48:49,157 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:48:49,157 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:48:49,157 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:48:49,157 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:48:49,158 DEBUG [RS:2;2bf237fd86ca:45783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27381180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:48:49,158 DEBUG [RS:1;2bf237fd86ca:42161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50746a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:48:49,176 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:48:49,177 DEBUG [RS:0;2bf237fd86ca:36913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50eca289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2bf237fd86ca/172.17.0.3:0 2024-11-25T11:48:49,180 DEBUG [RS:2;2bf237fd86ca:45783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2bf237fd86ca:45783 2024-11-25T11:48:49,180 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:48:49,180 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:48:49,180 DEBUG [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:48:49,195 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,46297,1732535328274 with port=45783, startcode=1732535328669 2024-11-25T11:48:49,195 DEBUG [RS:2;2bf237fd86ca:45783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:48:49,206 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2bf237fd86ca:36913 2024-11-25T11:48:49,206 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:48:49,206 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2bf237fd86ca:42161 2024-11-25T11:48:49,206 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:48:49,206 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:48:49,207 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:48:49,207 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:48:49,207 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:48:49,209 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,46297,1732535328274 with port=36913, startcode=1732535328537 2024-11-25T11:48:49,209 DEBUG [RS:0;2bf237fd86ca:36913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:48:49,212 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(2659): reportForDuty to master=2bf237fd86ca,46297,1732535328274 with port=42161, startcode=1732535328612 2024-11-25T11:48:49,212 DEBUG [RS:1;2bf237fd86ca:42161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:48:49,213 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43745, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:48:49,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,45783,1732535328669 2024-11-25T11:48:49,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46297 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,45783,1732535328669 2024-11-25T11:48:49,221 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:48:49,225 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:48:49,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,36913,1732535328537 2024-11-25T11:48:49,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46297 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,36913,1732535328537 2024-11-25T11:48:49,238 DEBUG [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:48:49,238 DEBUG [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34285 2024-11-25T11:48:49,239 DEBUG [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:48:49,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:49,241 DEBUG [RS:2;2bf237fd86ca:45783 {}] zookeeper.ZKUtil(111): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,45783,1732535328669 2024-11-25T11:48:49,242 WARN [RS:2;2bf237fd86ca:45783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:49,242 INFO [RS:2;2bf237fd86ca:45783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:49,242 DEBUG [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669 2024-11-25T11:48:49,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2bf237fd86ca,42161,1732535328612 2024-11-25T11:48:49,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46297 {}] master.ServerManager(517): Registering regionserver=2bf237fd86ca,42161,1732535328612 2024-11-25T11:48:49,249 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:48:49,249 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34285 2024-11-25T11:48:49,249 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:48:49,263 DEBUG [RS:0;2bf237fd86ca:36913 {}] zookeeper.ZKUtil(111): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,36913,1732535328537 2024-11-25T11:48:49,263 WARN [RS:0;2bf237fd86ca:36913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:49,263 INFO [RS:0;2bf237fd86ca:36913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:49,263 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,36913,1732535328537 2024-11-25T11:48:49,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,45783,1732535328669] 2024-11-25T11:48:49,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,36913,1732535328537] 2024-11-25T11:48:49,284 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:48:49,284 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34285 2024-11-25T11:48:49,284 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:48:49,288 DEBUG [RS:1;2bf237fd86ca:42161 {}] zookeeper.ZKUtil(111): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2bf237fd86ca,42161,1732535328612 2024-11-25T11:48:49,288 WARN [RS:1;2bf237fd86ca:42161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:49,288 INFO [RS:1;2bf237fd86ca:42161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:49,288 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,42161,1732535328612 2024-11-25T11:48:49,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:49,291 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:48:49,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2bf237fd86ca,42161,1732535328612] 2024-11-25T11:48:49,294 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:48:49,295 INFO [RS:2;2bf237fd86ca:45783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:49,295 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,298 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:48:49,300 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:48:49,301 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,301 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,302 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,302 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:49,302 DEBUG [RS:2;2bf237fd86ca:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:49,324 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,325 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,325 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,325 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,325 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,325 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45783,1732535328669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:48:49,334 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:48:49,340 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:48:49,349 INFO [RS:0;2bf237fd86ca:36913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:49,349 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,349 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:48:49,353 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:48:49,353 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:48:49,353 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,354 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,355 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,355 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:49,355 DEBUG [RS:0;2bf237fd86ca:36913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:49,366 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,366 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,366 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,367 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,367 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,367 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,36913,1732535328537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:48:49,372 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:48:49,373 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:48:49,373 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,45783,1732535328669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,373 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,373 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.Replication(171): 2bf237fd86ca,45783,1732535328669 started 2024-11-25T11:48:49,381 INFO [RS:1;2bf237fd86ca:42161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:49,381 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,387 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:48:49,389 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:48:49,389 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,389 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,389 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,389 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,389 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,389 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,389 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:49,389 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,390 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,390 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,390 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,390 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,390 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2bf237fd86ca:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:49,390 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:49,390 DEBUG [RS:1;2bf237fd86ca:42161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2bf237fd86ca:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:49,403 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,403 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,45783,1732535328669, RpcServer on 2bf237fd86ca/172.17.0.3:45783, sessionid=0x10076c52ecc0003 2024-11-25T11:48:49,409 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,409 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,409 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,409 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,409 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,409 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,42161,1732535328612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:48:49,409 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:48:49,409 DEBUG [RS:2;2bf237fd86ca:45783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,45783,1732535328669 2024-11-25T11:48:49,409 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,45783,1732535328669' 2024-11-25T11:48:49,409 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:48:49,414 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:48:49,415 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,36913,1732535328537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,415 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,415 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.Replication(171): 2bf237fd86ca,36913,1732535328537 started 2024-11-25T11:48:49,433 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:48:49,437 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:48:49,437 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:48:49,437 DEBUG [RS:2;2bf237fd86ca:45783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,45783,1732535328669 2024-11-25T11:48:49,437 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,45783,1732535328669' 2024-11-25T11:48:49,437 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:48:49,440 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:48:49,440 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,42161,1732535328612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,440 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,440 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.Replication(171): 2bf237fd86ca,42161,1732535328612 started 2024-11-25T11:48:49,447 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:48:49,448 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,448 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,36913,1732535328537, RpcServer on 2bf237fd86ca/172.17.0.3:36913, sessionid=0x10076c52ecc0001 2024-11-25T11:48:49,449 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:48:49,449 DEBUG [RS:0;2bf237fd86ca:36913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,36913,1732535328537 2024-11-25T11:48:49,449 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,36913,1732535328537' 2024-11-25T11:48:49,449 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:48:49,450 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:48:49,451 DEBUG [RS:2;2bf237fd86ca:45783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:48:49,451 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:48:49,451 INFO [RS:2;2bf237fd86ca:45783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:48:49,451 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:48:49,451 INFO [RS:2;2bf237fd86ca:45783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:48:49,451 DEBUG [RS:0;2bf237fd86ca:36913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,36913,1732535328537 2024-11-25T11:48:49,451 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,36913,1732535328537' 2024-11-25T11:48:49,451 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:48:49,452 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:48:49,459 DEBUG [RS:0;2bf237fd86ca:36913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:48:49,459 INFO [RS:0;2bf237fd86ca:36913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:48:49,459 INFO [RS:0;2bf237fd86ca:36913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:48:49,464 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:49,464 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1482): Serving as 2bf237fd86ca,42161,1732535328612, RpcServer on 2bf237fd86ca/172.17.0.3:42161, sessionid=0x10076c52ecc0002 2024-11-25T11:48:49,464 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:48:49,464 DEBUG [RS:1;2bf237fd86ca:42161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2bf237fd86ca,42161,1732535328612 2024-11-25T11:48:49,464 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,42161,1732535328612' 2024-11-25T11:48:49,464 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:48:49,465 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:48:49,472 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:48:49,472 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:48:49,472 DEBUG [RS:1;2bf237fd86ca:42161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2bf237fd86ca,42161,1732535328612 2024-11-25T11:48:49,472 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2bf237fd86ca,42161,1732535328612' 2024-11-25T11:48:49,473 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:48:49,481 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:48:49,481 DEBUG [RS:1;2bf237fd86ca:42161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:48:49,481 INFO [RS:1;2bf237fd86ca:42161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:48:49,481 INFO [RS:1;2bf237fd86ca:42161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:48:49,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:48:49,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:48:49,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:48:49,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:48:49,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:48:49,551 INFO [RS:2;2bf237fd86ca:45783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:49,560 INFO [RS:0;2bf237fd86ca:36913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:49,562 INFO [RS:2;2bf237fd86ca:45783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C45783%2C1732535328669, suffix=, logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs, maxLogs=32 2024-11-25T11:48:49,582 INFO [RS:1;2bf237fd86ca:42161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:49,586 DEBUG [RS:2;2bf237fd86ca:45783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669/2bf237fd86ca%2C45783%2C1732535328669.1732535329563, exclude list is [], retry=0 2024-11-25T11:48:49,587 INFO [RS:0;2bf237fd86ca:36913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C36913%2C1732535328537, suffix=, logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,36913,1732535328537, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs, maxLogs=32 2024-11-25T11:48:49,603 DEBUG [RS:0;2bf237fd86ca:36913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,36913,1732535328537/2bf237fd86ca%2C36913%2C1732535328537.1732535329588, exclude list is [], retry=0 2024-11-25T11:48:49,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-b68a7e00-7ff2-40f0-a0a6-0a32021bb88e,DISK] 2024-11-25T11:48:49,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-d72bdc51-64f0-4df7-b13f-6309612d999b,DISK] 2024-11-25T11:48:49,613 INFO [RS:1;2bf237fd86ca:42161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C42161%2C1732535328612, suffix=, logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,42161,1732535328612, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs, maxLogs=32 2024-11-25T11:48:49,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-b97b217d-92cb-4286-b120-e5f1ea9515ed,DISK] 2024-11-25T11:48:49,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-b97b217d-92cb-4286-b120-e5f1ea9515ed,DISK] 2024-11-25T11:48:49,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-d72bdc51-64f0-4df7-b13f-6309612d999b,DISK] 2024-11-25T11:48:49,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-b68a7e00-7ff2-40f0-a0a6-0a32021bb88e,DISK] 2024-11-25T11:48:49,658 DEBUG [RS:1;2bf237fd86ca:42161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,42161,1732535328612/2bf237fd86ca%2C42161%2C1732535328612.1732535329614, exclude list is [], retry=0 2024-11-25T11:48:49,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-b97b217d-92cb-4286-b120-e5f1ea9515ed,DISK] 2024-11-25T11:48:49,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-b68a7e00-7ff2-40f0-a0a6-0a32021bb88e,DISK] 2024-11-25T11:48:49,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-d72bdc51-64f0-4df7-b13f-6309612d999b,DISK] 2024-11-25T11:48:49,684 INFO [RS:2;2bf237fd86ca:45783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 2024-11-25T11:48:49,685 DEBUG [RS:2;2bf237fd86ca:45783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34013:34013),(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:36917:36917)] 2024-11-25T11:48:49,686 INFO [RS:0;2bf237fd86ca:36913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,36913,1732535328537/2bf237fd86ca%2C36913%2C1732535328537.1732535329588 2024-11-25T11:48:49,693 DEBUG [RS:0;2bf237fd86ca:36913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:36917:36917),(127.0.0.1/127.0.0.1:34013:34013)] 2024-11-25T11:48:49,705 INFO [RS:1;2bf237fd86ca:42161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,42161,1732535328612/2bf237fd86ca%2C42161%2C1732535328612.1732535329614 2024-11-25T11:48:49,705 DEBUG [RS:1;2bf237fd86ca:42161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:34013:34013),(127.0.0.1/127.0.0.1:36917:36917)] 2024-11-25T11:48:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:49,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:48:49,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:48:49,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:49,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:48:49,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:48:49,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:49,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:48:49,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:48:49,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:49,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:48:49,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:48:49,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:49,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:48:49,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740 2024-11-25T11:48:49,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740 2024-11-25T11:48:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:48:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:48:49,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:48:49,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:48:49,988 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:49,989 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71527473, jitterRate=0.065842404961586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:48:49,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732535329947Initializing all the Stores at 1732535329957 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535329957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535329959 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535329959Cleaning up temporary data from old regions at 1732535329980 (+21 ms)Region opened successfully at 1732535329989 (+9 ms) 2024-11-25T11:48:49,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:48:49,990 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:48:49,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:48:49,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:48:49,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:48:50,000 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:48:50,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535329990Disabling compacts and flushes for region at 1732535329990Disabling writes for close at 1732535329990Writing region close event to WAL at 1732535330000 (+10 ms)Closed at 1732535330000 2024-11-25T11:48:50,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:48:50,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:48:50,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:48:50,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:48:50,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:48:50,165 DEBUG [2bf237fd86ca:46297 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T11:48:50,166 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0} 2024-11-25T11:48:50,169 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:48:50,169 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:48:50,169 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:48:50,169 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:48:50,169 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:48:50,169 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:48:50,169 INFO [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:48:50,169 INFO [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:48:50,169 INFO [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:48:50,169 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:48:50,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:48:50,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,42161,1732535328612, state=OPENING 2024-11-25T11:48:50,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:48:50,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:50,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:50,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:50,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:50,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:50,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:50,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:50,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:48:50,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,42161,1732535328612}] 2024-11-25T11:48:50,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:50,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:48:50,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:48:50,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:48:51,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:48:51,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:48:51,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:48:51,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:00,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:49:00,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58233, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:49:00,202 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:49:00,202 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:49:00,202 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:49:00,205 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2bf237fd86ca%2C42161%2C1732535328612.meta, suffix=.meta, logDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,42161,1732535328612, archiveDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs, maxLogs=32 2024-11-25T11:49:00,226 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,42161,1732535328612/2bf237fd86ca%2C42161%2C1732535328612.meta.1732535340205.meta, exclude list is [], retry=0 2024-11-25T11:49:00,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-b68a7e00-7ff2-40f0-a0a6-0a32021bb88e,DISK] 2024-11-25T11:49:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-b97b217d-92cb-4286-b120-e5f1ea9515ed,DISK] 2024-11-25T11:49:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42947,DS-d72bdc51-64f0-4df7-b13f-6309612d999b,DISK] 2024-11-25T11:49:00,233 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,42161,1732535328612/2bf237fd86ca%2C42161%2C1732535328612.meta.1732535340205.meta 2024-11-25T11:49:00,233 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34013:34013),(127.0.0.1/127.0.0.1:45817:45817),(127.0.0.1/127.0.0.1:36917:36917)] 2024-11-25T11:49:00,234 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:49:00,234 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:49:00,234 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:49:00,234 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:49:00,234 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:49:00,234 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,235 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:49:00,235 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:49:00,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:49:00,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:49:00,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:00,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:49:00,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:49:00,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:49:00,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:00,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:49:00,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:49:00,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:49:00,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:00,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:49:00,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:49:00,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:49:00,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:00,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:49:00,244 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:49:00,244 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740 2024-11-25T11:49:00,246 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740 2024-11-25T11:49:00,247 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:49:00,247 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:49:00,248 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:49:00,250 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:49:00,251 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73005898, jitterRate=0.08787265419960022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:49:00,251 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:49:00,251 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732535340235Writing region info on filesystem at 1732535340235Initializing all the Stores at 1732535340236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535340236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535340236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535340236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535340236Cleaning up temporary data from old regions at 1732535340247 (+11 ms)Running coprocessor post-open hooks at 1732535340251 (+4 ms)Region opened successfully at 1732535340251 2024-11-25T11:49:00,253 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732535340193 2024-11-25T11:49:00,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:00,257 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2bf237fd86ca,42161,1732535328612, state=OPEN 2024-11-25T11:49:00,257 DEBUG [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:49:00,257 INFO [RS_OPEN_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:49:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:49:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:49:00,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:49:00,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:49:00,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:49:00,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:00,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:49:00,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:49:00,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:49:00,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2bf237fd86ca,42161,1732535328612 in 10.0790 sec 2024-11-25T11:49:00,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:49:00,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:49:00,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2670 sec 2024-11-25T11:49:00,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:49:00,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:49:00,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:49:00,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,42161,1732535328612, seqNum=-1] 2024-11-25T11:49:00,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:49:00,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45553, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:49:00,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2580 sec 2024-11-25T11:49:00,294 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732535340294, completionTime=-1 2024-11-25T11:49:00,295 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T11:49:00,295 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:49:00,297 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T11:49:00,297 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732535400297 2024-11-25T11:49:00,297 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732535460297 2024-11-25T11:49:00,297 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:49:00,297 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:49:00,301 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,46297,1732535328274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:49:00,301 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,46297,1732535328274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:49:00,301 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,46297,1732535328274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:49:00,301 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2bf237fd86ca:46297, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:49:00,301 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:49:00,304 DEBUG [master/2bf237fd86ca:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:49:00,307 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:49:00,311 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.563sec 2024-11-25T11:49:00,312 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:49:00,312 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:49:00,312 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:49:00,312 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:49:00,312 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:49:00,312 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,46297,1732535328274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:49:00,312 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,46297,1732535328274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:49:00,315 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:49:00,315 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:49:00,315 INFO [master/2bf237fd86ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2bf237fd86ca,46297,1732535328274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:49:00,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75456ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:49:00,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2bf237fd86ca,46297,-1 for getting cluster id 2024-11-25T11:49:00,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:49:00,355 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbed14f-21a1-4198-a8b8-86e6161d6643' 2024-11-25T11:49:00,355 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:49:00,356 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbed14f-21a1-4198-a8b8-86e6161d6643" 2024-11-25T11:49:00,359 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2dd1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:49:00,359 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2bf237fd86ca,46297,-1] 2024-11-25T11:49:00,359 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:49:00,360 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:00,361 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:49:00,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63abc2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:49:00,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:49:00,364 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,42161,1732535328612, seqNum=-1] 2024-11-25T11:49:00,365 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:49:00,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:49:00,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2bf237fd86ca,46297,1732535328274 2024-11-25T11:49:00,369 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732535340369 (current time:1732535340369). 2024-11-25T11:49:00,369 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T11:49:00,369 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T11:49:00,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30402914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:49:00,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2bf237fd86ca,46297,-1 for getting cluster id 2024-11-25T11:49:00,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:49:00,371 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbed14f-21a1-4198-a8b8-86e6161d6643' 2024-11-25T11:49:00,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:49:00,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbed14f-21a1-4198-a8b8-86e6161d6643" 2024-11-25T11:49:00,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c884d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:49:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2bf237fd86ca,46297,-1] 2024-11-25T11:49:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:49:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:00,373 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:49:00,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48297a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:49:00,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:49:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2bf237fd86ca,42161,1732535328612, seqNum=-1] 2024-11-25T11:49:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:49:00,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:49:00,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:49:00,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:49:00,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:00,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:00,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:49:00,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:49:00,380 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2bf237fd86ca,46297,1732535328274 2024-11-25T11:49:00,380 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa4e21 2024-11-25T11:49:00,381 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:49:00,382 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:49:00,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:49:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T11:49:00,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:49:00,387 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:00,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T11:49:00,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:49:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:00,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741837_1013 (size=361) 2024-11-25T11:49:00,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741837_1013 (size=361) 2024-11-25T11:49:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741837_1013 (size=361) 2024-11-25T11:49:00,458 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3bf6968e7dc30f9ce9786501ca48d902, NAME => 'SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,458 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9395c286cbaa196672581884e5400a56, NAME => 'SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,459 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d96cef9896306fc5f5c559f2cc6729f0, NAME => 'SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741840_1016 (size=54) 2024-11-25T11:49:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741840_1016 (size=54) 2024-11-25T11:49:00,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741840_1016 (size=54) 2024-11-25T11:49:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741839_1015 (size=62) 2024-11-25T11:49:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741839_1015 (size=62) 2024-11-25T11:49:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741839_1015 (size=62) 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d96cef9896306fc5f5c559f2cc6729f0, disabling compactions & flushes 2024-11-25T11:49:00,504 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. after waiting 0 ms 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:00,504 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3bf6968e7dc30f9ce9786501ca48d902, disabling compactions & flushes 2024-11-25T11:49:00,504 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:00,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:00,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. after waiting 1 ms 2024-11-25T11:49:00,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:00,505 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:00,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d96cef9896306fc5f5c559f2cc6729f0: Waiting for close lock at 1732535340504Disabling compacts and flushes for region at 1732535340504Disabling writes for close at 1732535340504Writing region close event to WAL at 1732535340504Closed at 1732535340504 2024-11-25T11:49:00,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3bf6968e7dc30f9ce9786501ca48d902: Waiting for close lock at 1732535340504Disabling compacts and flushes for region at 1732535340504Disabling writes for close at 1732535340505 (+1 ms)Writing region close event to WAL at 1732535340505Closed at 1732535340505 2024-11-25T11:49:00,506 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 097255268036b46ef31d848cd3f3ee30, NAME => 'SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,507 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfc76c5c54b0a5f7f24673e1b3994780, NAME => 'SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741838_1014 (size=62) 2024-11-25T11:49:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741838_1014 (size=62) 2024-11-25T11:49:00,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741838_1014 (size=62) 2024-11-25T11:49:00,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9395c286cbaa196672581884e5400a56, disabling compactions & flushes 2024-11-25T11:49:00,526 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:00,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:00,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. after waiting 0 ms 2024-11-25T11:49:00,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:00,527 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:00,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9395c286cbaa196672581884e5400a56: Waiting for close lock at 1732535340526Disabling compacts and flushes for region at 1732535340526Disabling writes for close at 1732535340526Writing region close event to WAL at 1732535340527 (+1 ms)Closed at 1732535340527 2024-11-25T11:49:00,528 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 24447023839621c2377c4ba3c4ff78ed, NAME => 'SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741841_1017 (size=62) 2024-11-25T11:49:00,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741841_1017 (size=62) 2024-11-25T11:49:00,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741841_1017 (size=62) 2024-11-25T11:49:00,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dfc76c5c54b0a5f7f24673e1b3994780, disabling compactions & flushes 2024-11-25T11:49:00,535 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:00,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:00,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. after waiting 0 ms 2024-11-25T11:49:00,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:00,535 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:00,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfc76c5c54b0a5f7f24673e1b3994780: Waiting for close lock at 1732535340535Disabling compacts and flushes for region at 1732535340535Disabling writes for close at 1732535340535Writing region close event to WAL at 1732535340535Closed at 1732535340535 2024-11-25T11:49:00,536 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71b621651bacbf275c9da5a52a6e939e, NAME => 'SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741842_1018 (size=62) 2024-11-25T11:49:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741842_1018 (size=62) 2024-11-25T11:49:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741842_1018 (size=62) 2024-11-25T11:49:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741844_1020 (size=62) 2024-11-25T11:49:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741844_1020 (size=62) 2024-11-25T11:49:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741844_1020 (size=62) 2024-11-25T11:49:00,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 71b621651bacbf275c9da5a52a6e939e, disabling compactions & flushes 2024-11-25T11:49:00,570 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:00,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:00,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. after waiting 0 ms 2024-11-25T11:49:00,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:00,570 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:00,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71b621651bacbf275c9da5a52a6e939e: Waiting for close lock at 1732535340570Disabling compacts and flushes for region at 1732535340570Disabling writes for close at 1732535340570Writing region close event to WAL at 1732535340570Closed at 1732535340570 2024-11-25T11:49:00,571 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef11a4e4c06879eb76e56e69b9a71244, NAME => 'SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741843_1019 (size=62) 2024-11-25T11:49:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741843_1019 (size=62) 2024-11-25T11:49:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741843_1019 (size=62) 2024-11-25T11:49:00,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 24447023839621c2377c4ba3c4ff78ed, disabling compactions & flushes 2024-11-25T11:49:00,580 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:00,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:00,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. after waiting 0 ms 2024-11-25T11:49:00,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:00,580 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:00,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 24447023839621c2377c4ba3c4ff78ed: Waiting for close lock at 1732535340580Disabling compacts and flushes for region at 1732535340580Disabling writes for close at 1732535340580Writing region close event to WAL at 1732535340580Closed at 1732535340580 2024-11-25T11:49:00,581 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6a1c1b5d7735057dd6caedefa6296060, NAME => 'SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741845_1021 (size=62) 2024-11-25T11:49:00,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741845_1021 (size=62) 2024-11-25T11:49:00,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741845_1021 (size=62) 2024-11-25T11:49:00,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ef11a4e4c06879eb76e56e69b9a71244, disabling compactions & flushes 2024-11-25T11:49:00,607 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:00,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:00,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. after waiting 0 ms 2024-11-25T11:49:00,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:00,607 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:00,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef11a4e4c06879eb76e56e69b9a71244: Waiting for close lock at 1732535340607Disabling compacts and flushes for region at 1732535340607Disabling writes for close at 1732535340607Writing region close event to WAL at 1732535340607Closed at 1732535340607 2024-11-25T11:49:00,608 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a8df407fe2885075532bdc62973217b, NAME => 'SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686 2024-11-25T11:49:00,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741846_1022 (size=62) 2024-11-25T11:49:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741846_1022 (size=62) 2024-11-25T11:49:00,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741846_1022 (size=62) 2024-11-25T11:49:00,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6a1c1b5d7735057dd6caedefa6296060, disabling compactions & flushes 2024-11-25T11:49:00,627 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:00,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:00,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. after waiting 0 ms 2024-11-25T11:49:00,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:00,627 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:00,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6a1c1b5d7735057dd6caedefa6296060: Waiting for close lock at 1732535340627Disabling compacts and flushes for region at 1732535340627Disabling writes for close at 1732535340627Writing region close event to WAL at 1732535340627Closed at 1732535340627 2024-11-25T11:49:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741847_1023 (size=54) 2024-11-25T11:49:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741847_1023 (size=54) 2024-11-25T11:49:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741847_1023 (size=54) 2024-11-25T11:49:00,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5a8df407fe2885075532bdc62973217b, disabling compactions & flushes 2024-11-25T11:49:00,648 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:00,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:00,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. after waiting 0 ms 2024-11-25T11:49:00,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:00,648 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:00,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a8df407fe2885075532bdc62973217b: Waiting for close lock at 1732535340648Disabling compacts and flushes for region at 1732535340648Disabling writes for close at 1732535340648Writing region close event to WAL at 1732535340648Closed at 1732535340648 2024-11-25T11:49:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:00,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:00,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 097255268036b46ef31d848cd3f3ee30, disabling compactions & flushes 2024-11-25T11:49:00,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:00,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:00,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. after waiting 0 ms 2024-11-25T11:49:00,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:00,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:00,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 097255268036b46ef31d848cd3f3ee30: Waiting for close lock at 1732535340949Disabling compacts and flushes for region at 1732535340949Disabling writes for close at 1732535340949Writing region close event to WAL at 1732535340949Closed at 1732535340949 2024-11-25T11:49:00,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:49:00,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732535340951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535340951"}]},"ts":"1732535340951"} 2024-11-25T11:49:00,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T11:49:00,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:49:00,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535340959"}]},"ts":"1732535340959"} 2024-11-25T11:49:00,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T11:49:00,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0} 2024-11-25T11:49:00,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:49:00,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:49:00,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:49:00,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:49:00,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:49:00,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:49:00,967 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:49:00,967 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:49:00,967 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:49:00,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:49:00,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9395c286cbaa196672581884e5400a56, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bf6968e7dc30f9ce9786501ca48d902, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24447023839621c2377c4ba3c4ff78ed, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71b621651bacbf275c9da5a52a6e939e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a1c1b5d7735057dd6caedefa6296060, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a8df407fe2885075532bdc62973217b, ASSIGN}] 2024-11-25T11:49:00,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN 2024-11-25T11:49:00,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a8df407fe2885075532bdc62973217b, ASSIGN 2024-11-25T11:49:00,972 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a1c1b5d7735057dd6caedefa6296060, ASSIGN 2024-11-25T11:49:00,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN 2024-11-25T11:49:00,972 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN; state=OFFLINE, location=2bf237fd86ca,45783,1732535328669; forceNewPlan=false, retain=false 2024-11-25T11:49:00,974 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a8df407fe2885075532bdc62973217b, ASSIGN; state=OFFLINE, location=2bf237fd86ca,36913,1732535328537; forceNewPlan=false, retain=false 2024-11-25T11:49:00,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN; state=OFFLINE, location=2bf237fd86ca,45783,1732535328669; forceNewPlan=false, retain=false 2024-11-25T11:49:00,974 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a1c1b5d7735057dd6caedefa6296060, ASSIGN; state=OFFLINE, location=2bf237fd86ca,42161,1732535328612; forceNewPlan=false, retain=false 2024-11-25T11:49:00,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24447023839621c2377c4ba3c4ff78ed, ASSIGN 2024-11-25T11:49:00,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=24447023839621c2377c4ba3c4ff78ed, ASSIGN; state=OFFLINE, location=2bf237fd86ca,36913,1732535328537; forceNewPlan=false, retain=false 2024-11-25T11:49:00,978 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN 2024-11-25T11:49:00,979 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN; state=OFFLINE, location=2bf237fd86ca,45783,1732535328669; forceNewPlan=false, retain=false 2024-11-25T11:49:00,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN 2024-11-25T11:49:00,979 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bf6968e7dc30f9ce9786501ca48d902, ASSIGN 2024-11-25T11:49:00,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71b621651bacbf275c9da5a52a6e939e, ASSIGN 2024-11-25T11:49:00,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN; state=OFFLINE, location=2bf237fd86ca,45783,1732535328669; forceNewPlan=false, retain=false 2024-11-25T11:49:00,980 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9395c286cbaa196672581884e5400a56, ASSIGN 2024-11-25T11:49:00,981 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bf6968e7dc30f9ce9786501ca48d902, ASSIGN; state=OFFLINE, location=2bf237fd86ca,42161,1732535328612; forceNewPlan=false, retain=false 2024-11-25T11:49:00,981 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71b621651bacbf275c9da5a52a6e939e, ASSIGN; state=OFFLINE, location=2bf237fd86ca,42161,1732535328612; forceNewPlan=false, retain=false 2024-11-25T11:49:00,982 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9395c286cbaa196672581884e5400a56, ASSIGN; state=OFFLINE, location=2bf237fd86ca,36913,1732535328537; forceNewPlan=false, retain=false 2024-11-25T11:49:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:01,123 INFO [2bf237fd86ca:46297 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T11:49:01,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dfc76c5c54b0a5f7f24673e1b3994780, regionState=OPENING, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:01,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ef11a4e4c06879eb76e56e69b9a71244, regionState=OPENING, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:01,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6a1c1b5d7735057dd6caedefa6296060, regionState=OPENING, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:01,124 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d96cef9896306fc5f5c559f2cc6729f0, regionState=OPENING, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:01,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=71b621651bacbf275c9da5a52a6e939e, regionState=OPENING, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:01,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3bf6968e7dc30f9ce9786501ca48d902, regionState=OPENING, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:01,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=24447023839621c2377c4ba3c4ff78ed, regionState=OPENING, regionLocation=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:01,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9395c286cbaa196672581884e5400a56, regionState=OPENING, regionLocation=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:01,125 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5a8df407fe2885075532bdc62973217b, regionState=OPENING, regionLocation=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:01,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=097255268036b46ef31d848cd3f3ee30, regionState=OPENING, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN because future has completed 2024-11-25T11:49:01,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfc76c5c54b0a5f7f24673e1b3994780, server=2bf237fd86ca,45783,1732535328669}] 2024-11-25T11:49:01,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN because future has completed 2024-11-25T11:49:01,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef11a4e4c06879eb76e56e69b9a71244, server=2bf237fd86ca,45783,1732535328669}] 2024-11-25T11:49:01,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a1c1b5d7735057dd6caedefa6296060, ASSIGN because future has completed 2024-11-25T11:49:01,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN because future has completed 2024-11-25T11:49:01,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a1c1b5d7735057dd6caedefa6296060, server=2bf237fd86ca,42161,1732535328612}] 2024-11-25T11:49:01,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71b621651bacbf275c9da5a52a6e939e, ASSIGN because future has completed 2024-11-25T11:49:01,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3bf6968e7dc30f9ce9786501ca48d902, ASSIGN because future has completed 2024-11-25T11:49:01,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71b621651bacbf275c9da5a52a6e939e, server=2bf237fd86ca,42161,1732535328612}] 2024-11-25T11:49:01,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=24447023839621c2377c4ba3c4ff78ed, ASSIGN because future has completed 2024-11-25T11:49:01,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bf6968e7dc30f9ce9786501ca48d902, server=2bf237fd86ca,42161,1732535328612}] 2024-11-25T11:49:01,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d96cef9896306fc5f5c559f2cc6729f0, server=2bf237fd86ca,45783,1732535328669}] 2024-11-25T11:49:01,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9395c286cbaa196672581884e5400a56, ASSIGN because future has completed 2024-11-25T11:49:01,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a8df407fe2885075532bdc62973217b, ASSIGN because future has completed 2024-11-25T11:49:01,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a8df407fe2885075532bdc62973217b, server=2bf237fd86ca,36913,1732535328537}] 2024-11-25T11:49:01,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN because future has completed 2024-11-25T11:49:01,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097255268036b46ef31d848cd3f3ee30, server=2bf237fd86ca,45783,1732535328669}] 2024-11-25T11:49:01,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9395c286cbaa196672581884e5400a56, server=2bf237fd86ca,36913,1732535328537}] 2024-11-25T11:49:01,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24447023839621c2377c4ba3c4ff78ed, server=2bf237fd86ca,36913,1732535328537}] 2024-11-25T11:49:01,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:49:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:05,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:05,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:05,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:05,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:49:05,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:05,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:05,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:11,138 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:49:11,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:49:11,149 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:11,149 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => dfc76c5c54b0a5f7f24673e1b3994780, NAME => 'SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T11:49:11,150 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,150 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,150 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,150 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,152 INFO [StoreOpener-dfc76c5c54b0a5f7f24673e1b3994780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,153 INFO [StoreOpener-dfc76c5c54b0a5f7f24673e1b3994780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfc76c5c54b0a5f7f24673e1b3994780 columnFamilyName cf 2024-11-25T11:49:11,154 DEBUG [StoreOpener-dfc76c5c54b0a5f7f24673e1b3994780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,157 INFO [StoreOpener-dfc76c5c54b0a5f7f24673e1b3994780-1 {}] regionserver.HStore(327): Store=dfc76c5c54b0a5f7f24673e1b3994780/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,157 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,158 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,158 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,159 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,159 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,161 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:49:11,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:49:11,165 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/dfc76c5c54b0a5f7f24673e1b3994780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,166 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened dfc76c5c54b0a5f7f24673e1b3994780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64684992, jitterRate=-0.036118507385253906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,166 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:11,167 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for dfc76c5c54b0a5f7f24673e1b3994780: Running coprocessor pre-open hook at 1732535351150Writing region info on filesystem at 1732535351150Initializing all the Stores at 1732535351151 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351151Cleaning up temporary data from old regions at 1732535351159 (+8 ms)Running coprocessor post-open hooks at 1732535351166 (+7 ms)Region opened successfully at 1732535351166 2024-11-25T11:49:11,169 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780., pid=15, masterSystemTime=1732535351138 2024-11-25T11:49:11,173 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:11,173 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:11,174 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:11,174 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 097255268036b46ef31d848cd3f3ee30, NAME => 'SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T11:49:11,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dfc76c5c54b0a5f7f24673e1b3994780, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:11,174 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,174 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,175 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,175 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,177 INFO [StoreOpener-097255268036b46ef31d848cd3f3ee30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,179 INFO [StoreOpener-097255268036b46ef31d848cd3f3ee30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097255268036b46ef31d848cd3f3ee30 columnFamilyName cf 2024-11-25T11:49:11,179 DEBUG [StoreOpener-097255268036b46ef31d848cd3f3ee30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,180 INFO [StoreOpener-097255268036b46ef31d848cd3f3ee30-1 {}] regionserver.HStore(327): Store=097255268036b46ef31d848cd3f3ee30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfc76c5c54b0a5f7f24673e1b3994780, server=2bf237fd86ca,45783,1732535328669 because future has completed 2024-11-25T11:49:11,180 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,185 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,188 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:11,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-25T11:49:11,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dfc76c5c54b0a5f7f24673e1b3994780, server=2bf237fd86ca,45783,1732535328669 in 10.0560 sec 2024-11-25T11:49:11,189 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 71b621651bacbf275c9da5a52a6e939e, NAME => 'SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T11:49:11,189 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,189 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,189 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,189 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,190 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,193 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,193 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,193 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:11,193 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9395c286cbaa196672581884e5400a56, NAME => 'SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T11:49:11,194 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,194 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,194 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,194 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,199 INFO [StoreOpener-71b621651bacbf275c9da5a52a6e939e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,199 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN in 10.2210 sec 2024-11-25T11:49:11,201 INFO [StoreOpener-71b621651bacbf275c9da5a52a6e939e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71b621651bacbf275c9da5a52a6e939e columnFamilyName cf 2024-11-25T11:49:11,201 DEBUG [StoreOpener-71b621651bacbf275c9da5a52a6e939e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,201 INFO [StoreOpener-71b621651bacbf275c9da5a52a6e939e-1 {}] regionserver.HStore(327): Store=71b621651bacbf275c9da5a52a6e939e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,202 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,203 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,203 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,203 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,203 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,205 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,208 INFO [StoreOpener-9395c286cbaa196672581884e5400a56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,209 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/097255268036b46ef31d848cd3f3ee30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,210 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 097255268036b46ef31d848cd3f3ee30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62405459, jitterRate=-0.07008619606494904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,210 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:11,210 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 097255268036b46ef31d848cd3f3ee30: Running coprocessor pre-open hook at 1732535351175Writing region info on filesystem at 1732535351175Initializing all the Stores at 1732535351176 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351176Cleaning up temporary data from old regions at 1732535351193 (+17 ms)Running coprocessor post-open hooks at 1732535351210 (+17 ms)Region opened successfully at 1732535351210 2024-11-25T11:49:11,213 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30., pid=22, masterSystemTime=1732535351138 2024-11-25T11:49:11,214 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,214 INFO [StoreOpener-9395c286cbaa196672581884e5400a56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9395c286cbaa196672581884e5400a56 columnFamilyName cf 2024-11-25T11:49:11,215 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 71b621651bacbf275c9da5a52a6e939e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915436, jitterRate=-0.0028823018074035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,215 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:11,215 DEBUG [StoreOpener-9395c286cbaa196672581884e5400a56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,215 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 71b621651bacbf275c9da5a52a6e939e: Running coprocessor pre-open hook at 1732535351189Writing region info on filesystem at 1732535351189Initializing all the Stores at 1732535351198 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351198Cleaning up temporary data from old regions at 1732535351204 (+6 ms)Running coprocessor post-open hooks at 1732535351215 (+11 ms)Region opened successfully at 1732535351215 2024-11-25T11:49:11,216 INFO [StoreOpener-9395c286cbaa196672581884e5400a56-1 {}] regionserver.HStore(327): Store=9395c286cbaa196672581884e5400a56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,216 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,217 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e., pid=18, masterSystemTime=1732535351161 2024-11-25T11:49:11,217 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:11,217 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:11,217 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:11,217 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d96cef9896306fc5f5c559f2cc6729f0, NAME => 'SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T11:49:11,218 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,218 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,218 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,218 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,218 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=097255268036b46ef31d848cd3f3ee30, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:11,220 INFO [StoreOpener-d96cef9896306fc5f5c559f2cc6729f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,221 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 097255268036b46ef31d848cd3f3ee30, server=2bf237fd86ca,45783,1732535328669 because future has completed 2024-11-25T11:49:11,222 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,222 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,223 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:11,223 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:11,223 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:11,223 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bf6968e7dc30f9ce9786501ca48d902, NAME => 'SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T11:49:11,224 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,224 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,224 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,224 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,224 INFO [StoreOpener-d96cef9896306fc5f5c559f2cc6729f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d96cef9896306fc5f5c559f2cc6729f0 columnFamilyName cf 2024-11-25T11:49:11,225 DEBUG [StoreOpener-d96cef9896306fc5f5c559f2cc6729f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,225 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,225 INFO [StoreOpener-d96cef9896306fc5f5c559f2cc6729f0-1 {}] regionserver.HStore(327): Store=d96cef9896306fc5f5c559f2cc6729f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,226 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,226 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-25T11:49:11,227 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 097255268036b46ef31d848cd3f3ee30, server=2bf237fd86ca,45783,1732535328669 in 10.0610 sec 2024-11-25T11:49:11,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=71b621651bacbf275c9da5a52a6e939e, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:11,228 INFO [StoreOpener-3bf6968e7dc30f9ce9786501ca48d902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,229 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,229 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71b621651bacbf275c9da5a52a6e939e, server=2bf237fd86ca,42161,1732535328612 because future has completed 2024-11-25T11:49:11,231 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/9395c286cbaa196672581884e5400a56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,232 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,232 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9395c286cbaa196672581884e5400a56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58821487, jitterRate=-0.12349154055118561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,232 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:11,232 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9395c286cbaa196672581884e5400a56: Running coprocessor pre-open hook at 1732535351194Writing region info on filesystem at 1732535351194Initializing all the Stores at 1732535351200 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351200Cleaning up temporary data from old regions at 1732535351222 (+22 ms)Running coprocessor post-open hooks at 1732535351232 (+10 ms)Region opened successfully at 1732535351232 2024-11-25T11:49:11,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN in 10.2590 sec 2024-11-25T11:49:11,237 INFO [StoreOpener-3bf6968e7dc30f9ce9786501ca48d902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bf6968e7dc30f9ce9786501ca48d902 columnFamilyName cf 2024-11-25T11:49:11,237 DEBUG [StoreOpener-3bf6968e7dc30f9ce9786501ca48d902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,240 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56., pid=23, masterSystemTime=1732535351163 2024-11-25T11:49:11,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-25T11:49:11,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 71b621651bacbf275c9da5a52a6e939e, server=2bf237fd86ca,42161,1732535328612 in 10.0850 sec 2024-11-25T11:49:11,243 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:11,243 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:11,243 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:11,244 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 24447023839621c2377c4ba3c4ff78ed, NAME => 'SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T11:49:11,244 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,244 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,244 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,244 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9395c286cbaa196672581884e5400a56, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:11,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71b621651bacbf275c9da5a52a6e939e, ASSIGN in 10.2750 sec 2024-11-25T11:49:11,247 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/d96cef9896306fc5f5c559f2cc6729f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,247 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d96cef9896306fc5f5c559f2cc6729f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972392, jitterRate=-0.0020335912704467773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,248 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:11,248 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d96cef9896306fc5f5c559f2cc6729f0: Running coprocessor pre-open hook at 1732535351218Writing region info on filesystem at 1732535351218Initializing all the Stores at 1732535351220 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351220Cleaning up temporary data from old regions at 1732535351229 (+9 ms)Running coprocessor post-open hooks at 1732535351248 (+19 ms)Region opened successfully at 1732535351248 2024-11-25T11:49:11,244 INFO [StoreOpener-3bf6968e7dc30f9ce9786501ca48d902-1 {}] regionserver.HStore(327): Store=3bf6968e7dc30f9ce9786501ca48d902/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,248 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9395c286cbaa196672581884e5400a56, server=2bf237fd86ca,36913,1732535328537 because future has completed 2024-11-25T11:49:11,249 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0., pid=20, masterSystemTime=1732535351138 2024-11-25T11:49:11,249 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,250 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,251 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,251 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,252 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:11,252 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:11,253 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:11,253 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ef11a4e4c06879eb76e56e69b9a71244, NAME => 'SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T11:49:11,253 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,253 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,253 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,253 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d96cef9896306fc5f5c559f2cc6729f0, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:11,254 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d96cef9896306fc5f5c559f2cc6729f0, server=2bf237fd86ca,45783,1732535328669 because future has completed 2024-11-25T11:49:11,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-25T11:49:11,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9395c286cbaa196672581884e5400a56, server=2bf237fd86ca,36913,1732535328537 in 10.0910 sec 2024-11-25T11:49:11,260 INFO [StoreOpener-24447023839621c2377c4ba3c4ff78ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9395c286cbaa196672581884e5400a56, ASSIGN in 10.2910 sec 2024-11-25T11:49:11,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-25T11:49:11,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d96cef9896306fc5f5c559f2cc6729f0, server=2bf237fd86ca,45783,1732535328669 in 10.1070 sec 2024-11-25T11:49:11,265 INFO [StoreOpener-24447023839621c2377c4ba3c4ff78ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24447023839621c2377c4ba3c4ff78ed columnFamilyName cf 2024-11-25T11:49:11,265 DEBUG [StoreOpener-24447023839621c2377c4ba3c4ff78ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN in 10.2950 sec 2024-11-25T11:49:11,266 INFO [StoreOpener-24447023839621c2377c4ba3c4ff78ed-1 {}] regionserver.HStore(327): Store=24447023839621c2377c4ba3c4ff78ed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,266 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,267 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,268 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,269 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/3bf6968e7dc30f9ce9786501ca48d902/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,270 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3bf6968e7dc30f9ce9786501ca48d902; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60650307, jitterRate=-0.09623999893665314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,270 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:11,270 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3bf6968e7dc30f9ce9786501ca48d902: Running coprocessor pre-open hook at 1732535351224Writing region info on filesystem at 1732535351224Initializing all the Stores at 1732535351225 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351225Cleaning up temporary data from old regions at 1732535351251 (+26 ms)Running coprocessor post-open hooks at 1732535351270 (+19 ms)Region opened successfully at 1732535351270 2024-11-25T11:49:11,271 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902., pid=19, masterSystemTime=1732535351161 2024-11-25T11:49:11,272 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,272 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,274 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:11,274 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:11,274 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:11,274 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a1c1b5d7735057dd6caedefa6296060, NAME => 'SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T11:49:11,275 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,275 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,275 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,275 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,275 INFO [StoreOpener-ef11a4e4c06879eb76e56e69b9a71244-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,276 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3bf6968e7dc30f9ce9786501ca48d902, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:11,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bf6968e7dc30f9ce9786501ca48d902, server=2bf237fd86ca,42161,1732535328612 because future has completed 2024-11-25T11:49:11,282 INFO [StoreOpener-ef11a4e4c06879eb76e56e69b9a71244-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef11a4e4c06879eb76e56e69b9a71244 columnFamilyName cf 2024-11-25T11:49:11,282 DEBUG [StoreOpener-ef11a4e4c06879eb76e56e69b9a71244-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,283 INFO [StoreOpener-ef11a4e4c06879eb76e56e69b9a71244-1 {}] regionserver.HStore(327): Store=ef11a4e4c06879eb76e56e69b9a71244/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,283 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,284 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,285 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-25T11:49:11,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bf6968e7dc30f9ce9786501ca48d902, server=2bf237fd86ca,42161,1732535328612 in 10.1320 sec 2024-11-25T11:49:11,286 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,286 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,286 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/24447023839621c2377c4ba3c4ff78ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,286 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 24447023839621c2377c4ba3c4ff78ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60085278, jitterRate=-0.10465958714485168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,286 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:11,287 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 24447023839621c2377c4ba3c4ff78ed: Running coprocessor pre-open hook at 1732535351244Writing region info on filesystem at 1732535351244Initializing all the Stores at 1732535351246 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351246Cleaning up temporary data from old regions at 1732535351272 (+26 ms)Running coprocessor post-open hooks at 1732535351287 (+15 ms)Region opened successfully at 1732535351287 2024-11-25T11:49:11,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3bf6968e7dc30f9ce9786501ca48d902, ASSIGN in 10.3170 sec 2024-11-25T11:49:11,288 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed., pid=24, masterSystemTime=1732535351163 2024-11-25T11:49:11,288 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,289 INFO [StoreOpener-6a1c1b5d7735057dd6caedefa6296060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,291 INFO [StoreOpener-6a1c1b5d7735057dd6caedefa6296060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a1c1b5d7735057dd6caedefa6296060 columnFamilyName cf 2024-11-25T11:49:11,291 DEBUG [StoreOpener-6a1c1b5d7735057dd6caedefa6296060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,291 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:11,291 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:11,291 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:11,291 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a8df407fe2885075532bdc62973217b, NAME => 'SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T11:49:11,291 INFO [StoreOpener-6a1c1b5d7735057dd6caedefa6296060-1 {}] regionserver.HStore(327): Store=6a1c1b5d7735057dd6caedefa6296060/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,292 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,292 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,292 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:49:11,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=24447023839621c2377c4ba3c4ff78ed, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:11,292 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,292 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,293 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,294 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24447023839621c2377c4ba3c4ff78ed, server=2bf237fd86ca,36913,1732535328537 because future has completed 2024-11-25T11:49:11,295 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,295 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,298 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-25T11:49:11,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 24447023839621c2377c4ba3c4ff78ed, server=2bf237fd86ca,36913,1732535328537 in 10.1310 sec 2024-11-25T11:49:11,300 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,301 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ef11a4e4c06879eb76e56e69b9a71244; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58761358, jitterRate=-0.12438753247261047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,301 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:11,301 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ef11a4e4c06879eb76e56e69b9a71244: Running coprocessor pre-open hook at 1732535351253Writing region info on filesystem at 1732535351253Initializing all the Stores at 1732535351254 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351254Cleaning up temporary data from old regions at 1732535351286 (+32 ms)Running coprocessor post-open hooks at 1732535351301 (+15 ms)Region opened successfully at 1732535351301 2024-11-25T11:49:11,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=24447023839621c2377c4ba3c4ff78ed, ASSIGN in 10.3310 sec 2024-11-25T11:49:11,302 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., pid=16, masterSystemTime=1732535351138 2024-11-25T11:49:11,304 INFO [StoreOpener-5a8df407fe2885075532bdc62973217b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,305 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:11,305 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:11,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ef11a4e4c06879eb76e56e69b9a71244, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:11,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef11a4e4c06879eb76e56e69b9a71244, server=2bf237fd86ca,45783,1732535328669 because future has completed 2024-11-25T11:49:11,310 INFO [StoreOpener-5a8df407fe2885075532bdc62973217b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a8df407fe2885075532bdc62973217b columnFamilyName cf 2024-11-25T11:49:11,310 DEBUG [StoreOpener-5a8df407fe2885075532bdc62973217b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:49:11,311 INFO [StoreOpener-5a8df407fe2885075532bdc62973217b-1 {}] regionserver.HStore(327): Store=5a8df407fe2885075532bdc62973217b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:49:11,311 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,312 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,313 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,313 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,313 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,313 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,314 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6a1c1b5d7735057dd6caedefa6296060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62572982, jitterRate=-0.0675899088382721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,314 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:11,314 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6a1c1b5d7735057dd6caedefa6296060: Running coprocessor pre-open hook at 1732535351275Writing region info on filesystem at 1732535351275Initializing all the Stores at 1732535351280 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351283 (+3 ms)Cleaning up temporary data from old regions at 1732535351295 (+12 ms)Running coprocessor post-open hooks at 1732535351314 (+19 ms)Region opened successfully at 1732535351314 2024-11-25T11:49:11,316 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,316 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., pid=17, masterSystemTime=1732535351161 2024-11-25T11:49:11,319 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:11,319 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:11,320 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:49:11,321 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5a8df407fe2885075532bdc62973217b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62521627, jitterRate=-0.06835515797138214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:49:11,321 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:11,321 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5a8df407fe2885075532bdc62973217b: Running coprocessor pre-open hook at 1732535351292Writing region info on filesystem at 1732535351292Initializing all the Stores at 1732535351294 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535351294Cleaning up temporary data from old regions at 1732535351313 (+19 ms)Running coprocessor post-open hooks at 1732535351321 (+8 ms)Region opened successfully at 1732535351321 2024-11-25T11:49:11,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6a1c1b5d7735057dd6caedefa6296060, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:11,323 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46297 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2bf237fd86ca,42161,1732535328612, table=SPTestTable, region=6a1c1b5d7735057dd6caedefa6296060. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T11:49:11,324 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., pid=21, masterSystemTime=1732535351163 2024-11-25T11:49:11,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-25T11:49:11,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ef11a4e4c06879eb76e56e69b9a71244, server=2bf237fd86ca,45783,1732535328669 in 10.1830 sec 2024-11-25T11:49:11,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a1c1b5d7735057dd6caedefa6296060, server=2bf237fd86ca,42161,1732535328612 because future has completed 2024-11-25T11:49:11,327 DEBUG [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:11,327 INFO [RS_OPEN_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:11,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN in 10.3560 sec 2024-11-25T11:49:11,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5a8df407fe2885075532bdc62973217b, regionState=OPEN, openSeqNum=2, regionLocation=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a8df407fe2885075532bdc62973217b, server=2bf237fd86ca,36913,1732535328537 because future has completed 2024-11-25T11:49:11,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-25T11:49:11,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a1c1b5d7735057dd6caedefa6296060, server=2bf237fd86ca,42161,1732535328612 in 10.1890 sec 2024-11-25T11:49:11,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a1c1b5d7735057dd6caedefa6296060, ASSIGN in 10.3650 sec 2024-11-25T11:49:11,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-25T11:49:11,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a8df407fe2885075532bdc62973217b, server=2bf237fd86ca,36913,1732535328537 in 10.1760 sec 2024-11-25T11:49:11,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-25T11:49:11,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a8df407fe2885075532bdc62973217b, ASSIGN in 10.3690 sec 2024-11-25T11:49:11,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:49:11,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535351341"}]},"ts":"1732535351341"} 2024-11-25T11:49:11,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T11:49:11,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:49:11,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9610 sec 2024-11-25T11:49:13,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T11:49:16,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:16,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:16,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:16,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:49:16,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:16,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:16,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:49:17,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:49:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:49:18,642 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T11:49:18,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T11:49:18,642 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:49:18,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T11:49:18,647 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:49:18,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T11:49:18,681 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,683 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,689 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,691 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,692 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,775 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., hostname=2bf237fd86ca,45783,1732535328669, seqNum=2] 2024-11-25T11:49:18,778 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., hostname=2bf237fd86ca,45783,1732535328669, seqNum=2] 2024-11-25T11:49:18,779 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., hostname=2bf237fd86ca,45783,1732535328669, seqNum=2] 2024-11-25T11:49:18,781 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., hostname=2bf237fd86ca,45783,1732535328669, seqNum=2] 2024-11-25T11:49:18,783 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., hostname=2bf237fd86ca,45783,1732535328669, seqNum=2] 2024-11-25T11:49:18,784 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., hostname=2bf237fd86ca,45783,1732535328669, seqNum=2] 2024-11-25T11:49:18,786 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244., hostname=2bf237fd86ca,45783,1732535328669, seqNum=2] 2024-11-25T11:49:18,822 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,838 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,841 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,843 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,845 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,846 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,848 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., hostname=2bf237fd86ca,42161,1732535328612, seqNum=2] 2024-11-25T11:49:18,919 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., hostname=2bf237fd86ca,36913,1732535328537, seqNum=2] 2024-11-25T11:49:18,922 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., hostname=2bf237fd86ca,36913,1732535328537, seqNum=2] 2024-11-25T11:49:18,923 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., hostname=2bf237fd86ca,36913,1732535328537, seqNum=2] 2024-11-25T11:49:18,925 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., hostname=2bf237fd86ca,36913,1732535328537, seqNum=2] 2024-11-25T11:49:18,930 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., hostname=2bf237fd86ca,36913,1732535328537, seqNum=2] 2024-11-25T11:49:18,931 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., hostname=2bf237fd86ca,36913,1732535328537, seqNum=2] 2024-11-25T11:49:18,937 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b., hostname=2bf237fd86ca,36913,1732535328537, seqNum=2] 2024-11-25T11:49:19,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:49:19,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:49:19,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:49:19,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:49:19,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:49:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36913 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:19,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:49:19,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:49:20,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36913 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T11:49:20,758 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T11:49:20,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:49:20,768 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T11:49:20,774 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T11:49:20,789 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T11:49:20,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741848_1024 (size=49) 2024-11-25T11:49:20,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741848_1024 (size=49) 2024-11-25T11:49:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741848_1024 (size=49) 2024-11-25T11:49:20,839 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T11:49:20,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d96cef9896306fc5f5c559f2cc6729f0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9395c286cbaa196672581884e5400a56}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bf6968e7dc30f9ce9786501ca48d902}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 097255268036b46ef31d848cd3f3ee30}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfc76c5c54b0a5f7f24673e1b3994780}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24447023839621c2377c4ba3c4ff78ed}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71b621651bacbf275c9da5a52a6e939e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef11a4e4c06879eb76e56e69b9a71244}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a1c1b5d7735057dd6caedefa6296060}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a8df407fe2885075532bdc62973217b}] 2024-11-25T11:49:20,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:20,843 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:20,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:20,843 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:20,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:20,846 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:20,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:20,851 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:20,853 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:20,853 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:23,247 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2bf237fd86ca:41817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T11:49:30,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T11:49:30,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T11:49:30,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T11:49:30,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:30,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3bf6968e7dc30f9ce9786501ca48d902: 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. for SnapshotProcedureTest completed. 2024-11-25T11:49:30,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9395c286cbaa196672581884e5400a56: 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. for SnapshotProcedureTest completed. 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:30,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:30,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:49:30,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T11:49:30,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T11:49:30,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:30,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for dfc76c5c54b0a5f7f24673e1b3994780: 2024-11-25T11:49:30,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. for SnapshotProcedureTest completed. 2024-11-25T11:49:30,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:30,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:30,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:30,849 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6a1c1b5d7735057dd6caedefa6296060 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T11:49:30,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:49:30,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T11:49:30,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T11:49:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 097255268036b46ef31d848cd3f3ee30: 2024-11-25T11:49:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. for SnapshotProcedureTest completed. 2024-11-25T11:49:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:30,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:49:30,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:30,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d96cef9896306fc5f5c559f2cc6729f0: 2024-11-25T11:49:30,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. for SnapshotProcedureTest completed. 2024-11-25T11:49:30,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:30,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:30,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:49:30,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T11:49:30,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:30,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 24447023839621c2377c4ba3c4ff78ed: 2024-11-25T11:49:30,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. for SnapshotProcedureTest completed. 2024-11-25T11:49:30,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:30,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:30,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:30,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T11:49:30,870 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5a8df407fe2885075532bdc62973217b 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T11:49:30,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:30,913 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 71b621651bacbf275c9da5a52a6e939e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-25T11:49:30,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/.tmp/cf/d423ca0d9e94433eb3eec7ea421404b4 is 34, key is ccd/cf:cf/1732535359800/Put/seqid=0 2024-11-25T11:49:31,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/.tmp/cf/5f4749b7a38b4783a41e11079d28a8b6 is 34, key is aaa/cf:cf/1732535359742/Put/seqid=0 2024-11-25T11:49:31,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/.tmp/cf/542c02b94c1846c7a1a35be423ffbfa1 is 34, key is eaa/cf:cf/1732535360586/Put/seqid=0 2024-11-25T11:49:31,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741849_1025 (size=65) 2024-11-25T11:49:31,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741849_1025 (size=65) 2024-11-25T11:49:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741849_1025 (size=65) 2024-11-25T11:49:31,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:31,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T11:49:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T11:49:31,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:31,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741853_1029 (size=65) 2024-11-25T11:49:31,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3bf6968e7dc30f9ce9786501ca48d902 in 10.2470 sec 2024-11-25T11:49:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741853_1029 (size=65) 2024-11-25T11:49:31,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732535340383.dfc76c5c54b0a5f7f24673e1b3994780. 2024-11-25T11:49:31,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T11:49:31,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:31,098 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ef11a4e4c06879eb76e56e69b9a71244 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T11:49:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T11:49:31,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:31,100 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfc76c5c54b0a5f7f24673e1b3994780 2024-11-25T11:49:31,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741853_1029 (size=65) 2024-11-25T11:49:31,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dfc76c5c54b0a5f7f24673e1b3994780 in 10.2630 sec 2024-11-25T11:49:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741851_1027 (size=65) 2024-11-25T11:49:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741851_1027 (size=65) 2024-11-25T11:49:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741851_1027 (size=65) 2024-11-25T11:49:31,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741852_1028 (size=47197) 2024-11-25T11:49:31,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741852_1028 (size=47197) 2024-11-25T11:49:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741852_1028 (size=47197) 2024-11-25T11:49:31,249 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/.tmp/cf/d423ca0d9e94433eb3eec7ea421404b4 2024-11-25T11:49:31,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/.tmp/cf/cfa11eba258f4c819b65d9928166cd7f is 34, key is baa/cf:cf/1732535359698/Put/seqid=0 2024-11-25T11:49:31,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741856_1032 (size=65) 2024-11-25T11:49:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741856_1032 (size=65) 2024-11-25T11:49:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741856_1032 (size=65) 2024-11-25T11:49:31,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732535340383.097255268036b46ef31d848cd3f3ee30. 2024-11-25T11:49:31,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T11:49:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T11:49:31,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:31,324 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 097255268036b46ef31d848cd3f3ee30 2024-11-25T11:49:31,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741850_1026 (size=65) 2024-11-25T11:49:31,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 097255268036b46ef31d848cd3f3ee30 in 10.4920 sec 2024-11-25T11:49:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741850_1026 (size=65) 2024-11-25T11:49:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741850_1026 (size=65) 2024-11-25T11:49:31,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:31,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T11:49:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T11:49:31,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:31,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741855_1031 (size=499309) 2024-11-25T11:49:31,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9395c286cbaa196672581884e5400a56 in 10.5080 sec 2024-11-25T11:49:31,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741855_1031 (size=499309) 2024-11-25T11:49:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741855_1031 (size=499309) 2024-11-25T11:49:31,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/.tmp/cf/542c02b94c1846c7a1a35be423ffbfa1 2024-11-25T11:49:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741854_1030 (size=57) 2024-11-25T11:49:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741854_1030 (size=57) 2024-11-25T11:49:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741854_1030 (size=57) 2024-11-25T11:49:31,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732535340383.d96cef9896306fc5f5c559f2cc6729f0. 2024-11-25T11:49:31,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T11:49:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T11:49:31,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:31,383 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d96cef9896306fc5f5c559f2cc6729f0 2024-11-25T11:49:31,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d96cef9896306fc5f5c559f2cc6729f0 in 10.5460 sec 2024-11-25T11:49:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741857_1033 (size=26918) 2024-11-25T11:49:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741857_1033 (size=26918) 2024-11-25T11:49:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741857_1033 (size=26918) 2024-11-25T11:49:31,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/.tmp/cf/5f4749b7a38b4783a41e11079d28a8b6 2024-11-25T11:49:31,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/.tmp/cf/542c02b94c1846c7a1a35be423ffbfa1 as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/cf/542c02b94c1846c7a1a35be423ffbfa1 2024-11-25T11:49:31,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/.tmp/cf/d423ca0d9e94433eb3eec7ea421404b4 as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/cf/d423ca0d9e94433eb3eec7ea421404b4 2024-11-25T11:49:31,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/.tmp/cf/5f4749b7a38b4783a41e11079d28a8b6 as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/cf/5f4749b7a38b4783a41e11079d28a8b6 2024-11-25T11:49:31,454 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/cf/542c02b94c1846c7a1a35be423ffbfa1, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T11:49:31,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5a8df407fe2885075532bdc62973217b in 587ms, sequenceid=5, compaction requested=false 2024-11-25T11:49:31,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5a8df407fe2885075532bdc62973217b: 2024-11-25T11:49:31,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. for SnapshotProcedureTest completed. 2024-11-25T11:49:31,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:31,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/cf/542c02b94c1846c7a1a35be423ffbfa1] hfiles 2024-11-25T11:49:31,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/cf/542c02b94c1846c7a1a35be423ffbfa1 for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/cf/d423ca0d9e94433eb3eec7ea421404b4, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T11:49:31,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6a1c1b5d7735057dd6caedefa6296060 in 628ms, sequenceid=5, compaction requested=false 2024-11-25T11:49:31,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6a1c1b5d7735057dd6caedefa6296060: 2024-11-25T11:49:31,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. for SnapshotProcedureTest completed. 2024-11-25T11:49:31,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:31,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/cf/d423ca0d9e94433eb3eec7ea421404b4] hfiles 2024-11-25T11:49:31,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/cf/d423ca0d9e94433eb3eec7ea421404b4 for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741858_1034 (size=28623) 2024-11-25T11:49:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741858_1034 (size=28623) 2024-11-25T11:49:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741858_1034 (size=28623) 2024-11-25T11:49:31,499 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/.tmp/cf/cfa11eba258f4c819b65d9928166cd7f 2024-11-25T11:49:31,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/cf/5f4749b7a38b4783a41e11079d28a8b6, entries=676, sequenceid=5, filesize=26.3 K 2024-11-25T11:49:31,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 71b621651bacbf275c9da5a52a6e939e in 598ms, sequenceid=5, compaction requested=false 2024-11-25T11:49:31,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 71b621651bacbf275c9da5a52a6e939e: 2024-11-25T11:49:31,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. for SnapshotProcedureTest completed. 2024-11-25T11:49:31,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:31,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/cf/5f4749b7a38b4783a41e11079d28a8b6] hfiles 2024-11-25T11:49:31,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/cf/5f4749b7a38b4783a41e11079d28a8b6 for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/.tmp/cf/cfa11eba258f4c819b65d9928166cd7f as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/cf/cfa11eba258f4c819b65d9928166cd7f 2024-11-25T11:49:31,550 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/cf/cfa11eba258f4c819b65d9928166cd7f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T11:49:31,565 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ef11a4e4c06879eb76e56e69b9a71244 in 466ms, sequenceid=5, compaction requested=false 2024-11-25T11:49:31,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ef11a4e4c06879eb76e56e69b9a71244: 2024-11-25T11:49:31,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. for SnapshotProcedureTest completed. 2024-11-25T11:49:31,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T11:49:31,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/cf/cfa11eba258f4c819b65d9928166cd7f] hfiles 2024-11-25T11:49:31,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/ef11a4e4c06879eb76e56e69b9a71244/cf/cfa11eba258f4c819b65d9928166cd7f for snapshot=SnapshotProcedureTest 2024-11-25T11:49:31,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741859_1035 (size=97) 2024-11-25T11:49:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741859_1035 (size=97) 2024-11-25T11:49:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741859_1035 (size=97) 2024-11-25T11:49:31,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:31,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:31,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T11:49:31,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T11:49:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T11:49:31,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T11:49:31,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:31,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:31,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:31,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a8df407fe2885075532bdc62973217b in 10.7780 sec 2024-11-25T11:49:31,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 24447023839621c2377c4ba3c4ff78ed in 10.7780 sec 2024-11-25T11:49:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741860_1036 (size=105) 2024-11-25T11:49:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741860_1036 (size=105) 2024-11-25T11:49:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741860_1036 (size=105) 2024-11-25T11:49:31,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:31,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T11:49:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T11:49:31,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:31,623 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:31,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a1c1b5d7735057dd6caedefa6296060 in 10.7850 sec 2024-11-25T11:49:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741862_1038 (size=105) 2024-11-25T11:49:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741862_1038 (size=105) 2024-11-25T11:49:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741862_1038 (size=105) 2024-11-25T11:49:31,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732535340383.ef11a4e4c06879eb76e56e69b9a71244. 2024-11-25T11:49:31,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T11:49:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T11:49:31,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:31,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef11a4e4c06879eb76e56e69b9a71244 2024-11-25T11:49:31,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef11a4e4c06879eb76e56e69b9a71244 in 10.8240 sec 2024-11-25T11:49:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741861_1037 (size=105) 2024-11-25T11:49:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741861_1037 (size=105) 2024-11-25T11:49:31,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:31,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T11:49:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741861_1037 (size=105) 2024-11-25T11:49:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T11:49:31,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:31,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:31,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-25T11:49:31,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 71b621651bacbf275c9da5a52a6e939e in 10.8640 sec 2024-11-25T11:49:31,717 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T11:49:31,719 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T11:49:31,720 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T11:49:31,720 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T11:49:31,744 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T11:49:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741863_1039 (size=1174) 2024-11-25T11:49:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741863_1039 (size=1174) 2024-11-25T11:49:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741863_1039 (size=1174) 2024-11-25T11:49:31,833 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T11:49:31,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T11:49:31,843 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:31,843 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:31,843 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:31,844 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:31,847 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:31,850 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:31,855 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:31,857 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:31,858 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:31,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:49:40,316 INFO [master/2bf237fd86ca:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T11:49:40,316 INFO [master/2bf237fd86ca:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T11:49:41,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T11:49:41,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-25T11:49:41,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-25T11:49:41,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-25T11:49:41,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-25T11:49:41,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-25T11:49:41,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-25T11:49:41,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-25T11:49:41,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-25T11:49:41,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T11:49:41,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T11:49:41,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T11:49:41,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T11:49:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-25T11:49:41,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T11:49:41,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T11:49:41,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T11:49:41,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T11:49:41,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T11:49:41,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T11:49:41,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T11:49:41,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T11:49:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-25T11:49:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T11:49:41,869 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,42161,1732535328612 Release verify snapshot worker=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-25T11:49:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T11:49:41,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,42161,1732535328612 in 10.0320 sec 2024-11-25T11:49:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-25T11:49:41,873 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 Release verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:41,873 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 Release verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T11:49:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-25T11:49:41,876 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,42161,1732535328612 Release verify snapshot worker=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T11:49:41,878 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,42161,1732535328612 Release verify snapshot worker=2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:41,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,42161,1732535328612 in 10.0390 sec 2024-11-25T11:49:41,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,42161,1732535328612 in 10.0410 sec 2024-11-25T11:49:41,880 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,45783,1732535328669 Release verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:41,882 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:41,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 in 10.0360 sec 2024-11-25T11:49:41,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 in 10.0360 sec 2024-11-25T11:49:41,883 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,45783,1732535328669 Release verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:41,883 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 Release verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:41,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 in 10.0460 sec 2024-11-25T11:49:41,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,45783,1732535328669 in 10.0430 sec 2024-11-25T11:49:41,886 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,45783,1732535328669 Release verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:41,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,45783,1732535328669 in 10.0460 sec 2024-11-25T11:49:41,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,45783,1732535328669 in 10.0490 sec 2024-11-25T11:49:41,891 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:41,891 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2bf237fd86ca,45783,1732535328669: Simulated kill ***** 2024-11-25T11:49:41,891 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:49:41,891 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:49:41,892 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:49:41,892 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:49:41,892 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:49:41,892 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 311949824 }, "NonHeapMemoryUsage": { "committed": 178192384, "init": 7667712, "max": -1, "used": 173098088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:49:41,893 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46297 {}] master.MasterRpcServices(700): 2bf237fd86ca,45783,1732535328669 reported a fatal error: ***** ABORTING region server 2bf237fd86ca,45783,1732535328669: Simulated kill ***** 2024-11-25T11:49:41,896 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,45783,1732535328669' ***** 2024-11-25T11:49:41,896 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T11:49:41,896 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:49:41,896 INFO [RS:2;2bf237fd86ca:45783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T11:49:41,896 INFO [RS:2;2bf237fd86ca:45783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T11:49:41,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:49:41,896 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:49:41,896 INFO [RS:2;2bf237fd86ca:45783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2bf237fd86ca:45783. 2024-11-25T11:49:41,896 DEBUG [RS:2;2bf237fd86ca:45783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:49:41,897 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:49:41,897 DEBUG [RS:2;2bf237fd86ca:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741833_1009 (size=1764) 2024-11-25T11:49:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741833_1009 (size=1764) 2024-11-25T11:49:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741833_1009 (size=1764) 2024-11-25T11:49:41,903 DEBUG [RS:2;2bf237fd86ca:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:41,903 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:49:41,903 INFO [RS:2;2bf237fd86ca:45783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45783 2024-11-25T11:49:41,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:41,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:49:41,906 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:49:41,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,45783,1732535328669] 2024-11-25T11:49:41,911 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,45783,1732535328669 already deleted, retry=false 2024-11-25T11:49:41,911 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2bf237fd86ca,45783,1732535328669 on 2bf237fd86ca,46297,1732535328274 2024-11-25T11:49:41,912 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2bf237fd86ca,45783,1732535328669, splitWal=true, meta=false 2024-11-25T11:49:41,912 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 2bf237fd86ca,45783,1732535328669 (carryingMeta=false) 2bf237fd86ca,45783,1732535328669/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3eb31753[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T11:49:41,913 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2bf237fd86ca,45783,1732535328669, splitWal=true, meta=false 2024-11-25T11:49:41,920 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2bf237fd86ca,45783,1732535328669 had 4 regions 2024-11-25T11:49:41,924 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2bf237fd86ca,45783,1732535328669, splitWal=true, meta=false, isMeta: false 2024-11-25T11:49:41,924 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-25T11:49:41,924 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-25T11:49:41,924 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-25T11:49:41,924 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-25T11:49:41,925 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,45783,1732535328669 Release verify snapshot worker=2bf237fd86ca,45783,1732535328669 2024-11-25T11:49:41,926 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 2bf237fd86ca,45783,1732535328669, this operation will be retried to send to another server 2024-11-25T11:49:41,926 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T11:49:41,926 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732535382926 2024-11-25T11:49:41,928 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting 2024-11-25T11:49:41,929 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2bf237fd86ca,45783,1732535328669 WAL count=1, meta=false 2024-11-25T11:49:41,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C45783%2C1732535328669.1732535329563}] 2024-11-25T11:49:41,931 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:41,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C45783%2C1732535328669.1732535329563, worker=2bf237fd86ca,36913,1732535328537}] 2024-11-25T11:49:41,965 INFO [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:49:42,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:42,009 INFO [RS:2;2bf237fd86ca:45783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:49:42,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x10076c52ecc0003, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:42,009 INFO [RS:2;2bf237fd86ca:45783 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,45783,1732535328669; zookeeper connection closed. 2024-11-25T11:49:42,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27d08642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27d08642 2024-11-25T11:49:42,325 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:49:42,325 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:49:42,929 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:47,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:49:49,815 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T11:49:51,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-25T11:49:51,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-25T11:49:51,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-25T11:49:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-25T11:49:51,937 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 Release verify snapshot worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:51,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-25T11:49:51,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2bf237fd86ca,36913,1732535328537 in 20.1000 sec 2024-11-25T11:49:51,940 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T11:49:51,941 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T11:49:51,942 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T11:49:51,943 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T11:49:51,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.1880 sec 2024-11-25T11:49:51,962 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563, size=1.7 K (1764bytes) 2024-11-25T11:49:51,962 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 2024-11-25T11:49:51,963 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 after 0ms 2024-11-25T11:49:51,967 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 took 6ms 2024-11-25T11:49:51,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for dfc76c5c54b0a5f7f24673e1b3994780: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T11:49:51,971 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 097255268036b46ef31d848cd3f3ee30: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T11:49:51,973 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d96cef9896306fc5f5c559f2cc6729f0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T11:49:51,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ef11a4e4c06879eb76e56e69b9a71244: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-25T11:49:51,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 so closing down 2024-11-25T11:49:51,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:49:51,974 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:49:51,974 INFO [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563, size=1.7 K, length=1764, corrupted=false, cancelled=false 2024-11-25T11:49:51,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563, journal: Splitting hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563, size=1.7 K (1764bytes) at 1732535391962Finishing writing output for hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 so closing down at 1732535391974 (+12 ms)3 split writer threads finished at 1732535391974Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563, size=1.7 K, length=1764, corrupted=false, cancelled=false at 1732535391974 2024-11-25T11:49:51,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 2024-11-25T11:49:51,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2bf237fd86ca:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T11:49:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46297 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T11:49:51,979 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting/2bf237fd86ca%2C45783%2C1732535328669.1732535329563 to hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs 2024-11-25T11:49:51,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T11:49:51,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2bf237fd86ca%2C45783%2C1732535328669.1732535329563, worker=2bf237fd86ca,36913,1732535328537 in 10.0480 sec 2024-11-25T11:49:51,983 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:51,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T11:49:51,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 2bf237fd86ca%2C45783%2C1732535328669.1732535329563, worker=2bf237fd86ca,36913,1732535328537 in 10.0540 sec 2024-11-25T11:49:51,987 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting dir is empty, no logs to split. 2024-11-25T11:49:51,987 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2bf237fd86ca,45783,1732535328669 WAL count=0, meta=false 2024-11-25T11:49:51,987 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 2bf237fd86ca,45783,1732535328669 WAL splitting is done? wals=0, meta=false 2024-11-25T11:49:51,989 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2bf237fd86ca,45783,1732535328669 failed, ignore...File hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/WALs/2bf237fd86ca,45783,1732535328669-splitting does not exist. 2024-11-25T11:49:51,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN}] 2024-11-25T11:49:51,992 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN 2024-11-25T11:49:51,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN 2024-11-25T11:49:51,992 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN 2024-11-25T11:49:51,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN 2024-11-25T11:49:51,993 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=097255268036b46ef31d848cd3f3ee30, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:49:51,994 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d96cef9896306fc5f5c559f2cc6729f0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:49:51,994 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef11a4e4c06879eb76e56e69b9a71244, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:49:51,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dfc76c5c54b0a5f7f24673e1b3994780, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:49:52,011 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T11:49:52,016 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T11:49:52,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:49:52,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:49:52,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:49:52,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:52,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:49:52,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:52,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:49:52,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355828406, stopped=false 2024-11-25T11:49:52,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2bf237fd86ca,46297,1732535328274 2024-11-25T11:49:52,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:49:52,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:49:52,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:49:52,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:49:52,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:49:52,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:49:52,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:49:52,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:49:52,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:49:52,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:49:52,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:49:52,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:52,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:49:52,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,36913,1732535328537' ***** 2024-11-25T11:49:52,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:49:52,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2bf237fd86ca,42161,1732535328612' ***** 2024-11-25T11:49:52,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:49:52,026 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:49:52,026 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:49:52,027 INFO [RS:1;2bf237fd86ca:42161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:49:52,027 INFO [RS:0;2bf237fd86ca:36913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:49:52,027 INFO [RS:1;2bf237fd86ca:42161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:49:52,027 INFO [RS:0;2bf237fd86ca:36913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:49:52,027 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(3091): Received CLOSE for 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:52,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:49:52,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:49:52,027 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a1c1b5d7735057dd6caedefa6296060 2024-11-25T11:49:52,028 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(3091): Received CLOSE for 24447023839621c2377c4ba3c4ff78ed 2024-11-25T11:49:52,028 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a8df407fe2885075532bdc62973217b 2024-11-25T11:49:52,028 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(959): stopping server 2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:52,028 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:49:52,028 INFO [RS:0;2bf237fd86ca:36913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2bf237fd86ca:36913. 2024-11-25T11:49:52,028 DEBUG [RS:0;2bf237fd86ca:36913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:49:52,028 DEBUG [RS:0;2bf237fd86ca:36913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:52,028 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:49:52,028 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1325): Online Regions={9395c286cbaa196672581884e5400a56=SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56., 24447023839621c2377c4ba3c4ff78ed=SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed., 5a8df407fe2885075532bdc62973217b=SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b.} 2024-11-25T11:49:52,028 DEBUG [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1351): Waiting on 24447023839621c2377c4ba3c4ff78ed, 5a8df407fe2885075532bdc62973217b, 9395c286cbaa196672581884e5400a56 2024-11-25T11:49:52,028 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9395c286cbaa196672581884e5400a56, disabling compactions & flushes 2024-11-25T11:49:52,028 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:52,028 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:52,028 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. after waiting 0 ms 2024-11-25T11:49:52,028 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bf6968e7dc30f9ce9786501ca48d902 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(3091): Received CLOSE for 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(959): stopping server 2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2bf237fd86ca:42161. 2024-11-25T11:49:52,033 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a1c1b5d7735057dd6caedefa6296060, disabling compactions & flushes 2024-11-25T11:49:52,033 DEBUG [RS:1;2bf237fd86ca:42161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:49:52,033 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:52,033 DEBUG [RS:1;2bf237fd86ca:42161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:52,033 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:49:52,033 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:49:52,034 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. after waiting 0 ms 2024-11-25T11:49:52,034 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:52,034 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-25T11:49:52,034 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1325): Online Regions={6a1c1b5d7735057dd6caedefa6296060=SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060., 3bf6968e7dc30f9ce9786501ca48d902=SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902., 71b621651bacbf275c9da5a52a6e939e=SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:49:52,034 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bf6968e7dc30f9ce9786501ca48d902, 6a1c1b5d7735057dd6caedefa6296060, 71b621651bacbf275c9da5a52a6e939e 2024-11-25T11:49:52,034 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:49:52,034 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:49:52,034 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:49:52,034 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:49:52,035 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:49:52,035 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-25T11:49:52,057 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/9395c286cbaa196672581884e5400a56/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:49:52,058 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:52,058 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9395c286cbaa196672581884e5400a56: Waiting for close lock at 1732535392028Running coprocessor pre-close hooks at 1732535392028Disabling compacts and flushes for region at 1732535392028Disabling writes for close at 1732535392028Writing region close event to WAL at 1732535392045 (+17 ms)Running coprocessor post-close hooks at 1732535392058 (+13 ms)Closed at 1732535392058 2024-11-25T11:49:52,058 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56. 2024-11-25T11:49:52,058 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24447023839621c2377c4ba3c4ff78ed, disabling compactions & flushes 2024-11-25T11:49:52,058 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:52,058 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:52,058 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. after waiting 0 ms 2024-11-25T11:49:52,059 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:52,060 INFO [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:49:52,061 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/6a1c1b5d7735057dd6caedefa6296060/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:49:52,062 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:52,062 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a1c1b5d7735057dd6caedefa6296060: Waiting for close lock at 1732535392033Running coprocessor pre-close hooks at 1732535392033Disabling compacts and flushes for region at 1732535392033Disabling writes for close at 1732535392034 (+1 ms)Writing region close event to WAL at 1732535392050 (+16 ms)Running coprocessor post-close hooks at 1732535392062 (+12 ms)Closed at 1732535392062 2024-11-25T11:49:52,062 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732535340383.6a1c1b5d7735057dd6caedefa6296060. 2024-11-25T11:49:52,062 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bf6968e7dc30f9ce9786501ca48d902, disabling compactions & flushes 2024-11-25T11:49:52,062 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:52,062 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:52,062 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. after waiting 0 ms 2024-11-25T11:49:52,062 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:52,070 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/info/1da7ee60792949bda92cbfb8b0567d27 is 167, key is SPTestTable,19999999,1732535340383.9395c286cbaa196672581884e5400a56./info:regioninfo/1732535351244/Put/seqid=0 2024-11-25T11:49:52,072 INFO [regionserver/2bf237fd86ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:49:52,079 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/24447023839621c2377c4ba3c4ff78ed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:49:52,080 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:52,080 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24447023839621c2377c4ba3c4ff78ed: Waiting for close lock at 1732535392058Running coprocessor pre-close hooks at 1732535392058Disabling compacts and flushes for region at 1732535392058Disabling writes for close at 1732535392059 (+1 ms)Writing region close event to WAL at 1732535392071 (+12 ms)Running coprocessor post-close hooks at 1732535392079 (+8 ms)Closed at 1732535392080 (+1 ms) 2024-11-25T11:49:52,080 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732535340383.24447023839621c2377c4ba3c4ff78ed. 2024-11-25T11:49:52,080 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a8df407fe2885075532bdc62973217b, disabling compactions & flushes 2024-11-25T11:49:52,080 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:52,080 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:52,080 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. after waiting 0 ms 2024-11-25T11:49:52,080 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:52,086 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/3bf6968e7dc30f9ce9786501ca48d902/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:49:52,087 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:52,087 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bf6968e7dc30f9ce9786501ca48d902: Waiting for close lock at 1732535392062Running coprocessor pre-close hooks at 1732535392062Disabling compacts and flushes for region at 1732535392062Disabling writes for close at 1732535392062Writing region close event to WAL at 1732535392076 (+14 ms)Running coprocessor post-close hooks at 1732535392087 (+11 ms)Closed at 1732535392087 2024-11-25T11:49:52,087 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732535340383.3bf6968e7dc30f9ce9786501ca48d902. 2024-11-25T11:49:52,088 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71b621651bacbf275c9da5a52a6e939e, disabling compactions & flushes 2024-11-25T11:49:52,088 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:52,088 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:52,088 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. after waiting 0 ms 2024-11-25T11:49:52,088 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741864_1040 (size=18393) 2024-11-25T11:49:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741864_1040 (size=18393) 2024-11-25T11:49:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741864_1040 (size=18393) 2024-11-25T11:49:52,097 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/info/1da7ee60792949bda92cbfb8b0567d27 2024-11-25T11:49:52,105 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/5a8df407fe2885075532bdc62973217b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:49:52,105 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:52,106 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a8df407fe2885075532bdc62973217b: Waiting for close lock at 1732535392080Running coprocessor pre-close hooks at 1732535392080Disabling compacts and flushes for region at 1732535392080Disabling writes for close at 1732535392080Writing region close event to WAL at 1732535392085 (+5 ms)Running coprocessor post-close hooks at 1732535392105 (+20 ms)Closed at 1732535392105 2024-11-25T11:49:52,106 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732535340383.5a8df407fe2885075532bdc62973217b. 2024-11-25T11:49:52,125 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/default/SPTestTable/71b621651bacbf275c9da5a52a6e939e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:49:52,126 INFO [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:52,126 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71b621651bacbf275c9da5a52a6e939e: Waiting for close lock at 1732535392087Running coprocessor pre-close hooks at 1732535392087Disabling compacts and flushes for region at 1732535392087Disabling writes for close at 1732535392088 (+1 ms)Writing region close event to WAL at 1732535392112 (+24 ms)Running coprocessor post-close hooks at 1732535392126 (+14 ms)Closed at 1732535392126 2024-11-25T11:49:52,126 DEBUG [RS_CLOSE_REGION-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732535340383.71b621651bacbf275c9da5a52a6e939e. 2024-11-25T11:49:52,144 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(204): Hosts are {2bf237fd86ca=0} racks are {/default-rack=0} 2024-11-25T11:49:52,144 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:49:52,144 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:49:52,144 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:49:52,144 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:49:52,144 INFO [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:49:52,144 INFO [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:49:52,144 DEBUG [2bf237fd86ca:46297 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:49:52,145 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/ns/e92743855d12470691d8522fa5bd344a is 43, key is default/ns:d/1732535340287/Put/seqid=0 2024-11-25T11:49:52,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741865_1041 (size=5153) 2024-11-25T11:49:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741865_1041 (size=5153) 2024-11-25T11:49:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741865_1041 (size=5153) 2024-11-25T11:49:52,161 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/ns/e92743855d12470691d8522fa5bd344a 2024-11-25T11:49:52,179 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2bf237fd86ca:46297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T11:49:52,193 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/table/f280fae8e5ad4ed39d577490f7094b0a is 47, key is SPTestTable/table:state/1732535351341/Put/seqid=0 2024-11-25T11:49:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741866_1042 (size=5214) 2024-11-25T11:49:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741866_1042 (size=5214) 2024-11-25T11:49:52,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741866_1042 (size=5214) 2024-11-25T11:49:52,212 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/table/f280fae8e5ad4ed39d577490f7094b0a 2024-11-25T11:49:52,221 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/info/1da7ee60792949bda92cbfb8b0567d27 as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/info/1da7ee60792949bda92cbfb8b0567d27 2024-11-25T11:49:52,228 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/info/1da7ee60792949bda92cbfb8b0567d27, entries=100, sequenceid=29, filesize=18.0 K 2024-11-25T11:49:52,229 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(976): stopping server 2bf237fd86ca,36913,1732535328537; all regions closed. 2024-11-25T11:49:52,229 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/ns/e92743855d12470691d8522fa5bd344a as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/ns/e92743855d12470691d8522fa5bd344a 2024-11-25T11:49:52,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741834_1010 (size=2364) 2024-11-25T11:49:52,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741834_1010 (size=2364) 2024-11-25T11:49:52,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741834_1010 (size=2364) 2024-11-25T11:49:52,234 DEBUG [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:49:52,238 DEBUG [RS:0;2bf237fd86ca:36913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs 2024-11-25T11:49:52,238 INFO [RS:0;2bf237fd86ca:36913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C36913%2C1732535328537:(num 1732535329588) 2024-11-25T11:49:52,238 DEBUG [RS:0;2bf237fd86ca:36913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:52,238 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:49:52,239 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:49:52,239 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.ChoreService(370): Chore service for: regionserver/2bf237fd86ca:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:49:52,239 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:49:52,239 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:49:52,239 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:49:52,239 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:49:52,239 INFO [RS:0;2bf237fd86ca:36913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36913 2024-11-25T11:49:52,240 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/ns/e92743855d12470691d8522fa5bd344a, entries=2, sequenceid=29, filesize=5.0 K 2024-11-25T11:49:52,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:49:52,241 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:49:52,242 INFO [regionserver/2bf237fd86ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:49:52,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,36913,1732535328537] 2024-11-25T11:49:52,243 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/.tmp/table/f280fae8e5ad4ed39d577490f7094b0a as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/table/f280fae8e5ad4ed39d577490f7094b0a 2024-11-25T11:49:52,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,36913,1732535328537 already deleted, retry=false 2024-11-25T11:49:52,244 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2bf237fd86ca,36913,1732535328537 expired; onlineServers=1 2024-11-25T11:49:52,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,36913,1732535328537 2024-11-25T11:49:52,252 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/table/f280fae8e5ad4ed39d577490f7094b0a, entries=2, sequenceid=29, filesize=5.1 K 2024-11-25T11:49:52,253 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=29, compaction requested=false 2024-11-25T11:49:52,259 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-25T11:49:52,259 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:49:52,260 INFO [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:49:52,260 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535392034Running coprocessor pre-close hooks at 1732535392034Disabling compacts and flushes for region at 1732535392034Disabling writes for close at 1732535392034Obtaining lock to block concurrent updates at 1732535392035 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732535392035Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732535392035Flushing stores of hbase:meta,,1.1588230740 at 1732535392037 (+2 ms)Flushing 1588230740/info: creating writer at 1732535392037Flushing 1588230740/info: appending metadata at 1732535392069 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732535392069Flushing 1588230740/ns: creating writer at 1732535392118 (+49 ms)Flushing 1588230740/ns: appending metadata at 1732535392144 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732535392144Flushing 1588230740/table: creating writer at 1732535392171 (+27 ms)Flushing 1588230740/table: appending metadata at 1732535392192 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732535392192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3791c017: reopening flushed file at 1732535392220 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b44cfb5: reopening flushed file at 1732535392228 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c45fd: reopening flushed file at 1732535392240 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=29, compaction requested=false at 1732535392253 (+13 ms)Writing region close event to WAL at 1732535392255 (+2 ms)Running coprocessor post-close hooks at 1732535392259 (+4 ms)Closed at 1732535392260 (+1 ms) 2024-11-25T11:49:52,260 DEBUG [RS_CLOSE_META-regionserver/2bf237fd86ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:49:52,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:52,344 INFO [RS:0;2bf237fd86ca:36913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:49:52,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36913-0x10076c52ecc0001, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:52,344 INFO [RS:0;2bf237fd86ca:36913 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,36913,1732535328537; zookeeper connection closed. 2024-11-25T11:49:52,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a24f263 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a24f263 2024-11-25T11:49:52,434 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(976): stopping server 2bf237fd86ca,42161,1732535328612; all regions closed. 2024-11-25T11:49:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741836_1012 (size=15114) 2024-11-25T11:49:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741836_1012 (size=15114) 2024-11-25T11:49:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741836_1012 (size=15114) 2024-11-25T11:49:52,443 DEBUG [RS:1;2bf237fd86ca:42161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs 2024-11-25T11:49:52,443 INFO [RS:1;2bf237fd86ca:42161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C42161%2C1732535328612.meta:.meta(num 1732535340205) 2024-11-25T11:49:52,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741835_1011 (size=2886) 2024-11-25T11:49:52,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741835_1011 (size=2886) 2024-11-25T11:49:52,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741835_1011 (size=2886) 2024-11-25T11:49:52,449 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:49:52,449 INFO [regionserver/2bf237fd86ca:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:49:52,451 DEBUG [RS:1;2bf237fd86ca:42161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/oldWALs 2024-11-25T11:49:52,451 INFO [RS:1;2bf237fd86ca:42161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2bf237fd86ca%2C42161%2C1732535328612:(num 1732535329614) 2024-11-25T11:49:52,451 DEBUG [RS:1;2bf237fd86ca:42161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:49:52,451 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:49:52,451 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:49:52,451 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.ChoreService(370): Chore service for: regionserver/2bf237fd86ca:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:49:52,451 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:49:52,451 INFO [regionserver/2bf237fd86ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:49:52,451 INFO [RS:1;2bf237fd86ca:42161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42161 2024-11-25T11:49:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2bf237fd86ca,42161,1732535328612 2024-11-25T11:49:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:49:52,454 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:49:52,454 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$357/0x00007fdaac8c3ab0@679c491c rejected from java.util.concurrent.ThreadPoolExecutor@229edb8b[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-25T11:49:52,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2bf237fd86ca,42161,1732535328612] 2024-11-25T11:49:52,456 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2bf237fd86ca,42161,1732535328612 already deleted, retry=false 2024-11-25T11:49:52,456 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2bf237fd86ca,42161,1732535328612 expired; onlineServers=0 2024-11-25T11:49:52,456 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2bf237fd86ca,46297,1732535328274' ***** 2024-11-25T11:49:52,456 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:49:52,456 INFO [M:0;2bf237fd86ca:46297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:49:52,456 INFO [M:0;2bf237fd86ca:46297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:49:52,456 DEBUG [M:0;2bf237fd86ca:46297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:49:52,456 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:49:52,456 DEBUG [M:0;2bf237fd86ca:46297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:49:52,457 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535329064 {}] cleaner.HFileCleaner(306): Exit Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.small.0-1732535329064,5,FailOnTimeoutGroup] 2024-11-25T11:49:52,457 DEBUG [master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535329063 {}] cleaner.HFileCleaner(306): Exit Thread[master/2bf237fd86ca:0:becomeActiveMaster-HFileCleaner.large.0-1732535329063,5,FailOnTimeoutGroup] 2024-11-25T11:49:52,457 INFO [M:0;2bf237fd86ca:46297 {}] hbase.ChoreService(370): Chore service for: master/2bf237fd86ca:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:49:52,457 INFO [M:0;2bf237fd86ca:46297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:49:52,457 DEBUG [M:0;2bf237fd86ca:46297 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:49:52,457 INFO [M:0;2bf237fd86ca:46297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:49:52,457 INFO [M:0;2bf237fd86ca:46297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:49:52,457 ERROR [M:0;2bf237fd86ca:46297 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (747730358) connection to localhost/127.0.0.1:34285 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34285,5,PEWorkerGroup] 2024-11-25T11:49:52,457 INFO [M:0;2bf237fd86ca:46297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:49:52,457 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:49:52,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T11:49:52,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:49:52,460 DEBUG [M:0;2bf237fd86ca:46297 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-25T11:49:52,461 DEBUG [M:0;2bf237fd86ca:46297 {}] master.ActiveMasterManager(353): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T11:49:52,461 INFO [M:0;2bf237fd86ca:46297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/.lastflushedseqids 2024-11-25T11:49:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741867_1043 (size=650) 2024-11-25T11:49:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741867_1043 (size=650) 2024-11-25T11:49:52,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741867_1043 (size=650) 2024-11-25T11:49:52,476 INFO [M:0;2bf237fd86ca:46297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:49:52,477 INFO [M:0;2bf237fd86ca:46297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:49:52,477 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:49:52,477 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:49:52,477 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:49:52,477 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:49:52,477 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:49:52,477 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=167.45 KB heapSize=204.91 KB 2024-11-25T11:49:52,499 DEBUG [M:0;2bf237fd86ca:46297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905bccb093054a10bebc1fb16add0f33 is 82, key is hbase:meta,,1/info:regioninfo/1732535340256/Put/seqid=0 2024-11-25T11:49:52,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741868_1044 (size=5672) 2024-11-25T11:49:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741868_1044 (size=5672) 2024-11-25T11:49:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741868_1044 (size=5672) 2024-11-25T11:49:52,515 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905bccb093054a10bebc1fb16add0f33 2024-11-25T11:49:52,549 DEBUG [M:0;2bf237fd86ca:46297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cebc4858946e4385b9d1d9d1459f60d8 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732535351347/Put/seqid=0 2024-11-25T11:49:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42161-0x10076c52ecc0002, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:52,559 INFO [RS:1;2bf237fd86ca:42161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:49:52,559 INFO [RS:1;2bf237fd86ca:42161 {}] regionserver.HRegionServer(1031): Exiting; stopping=2bf237fd86ca,42161,1732535328612; zookeeper connection closed. 2024-11-25T11:49:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741869_1045 (size=11484) 2024-11-25T11:49:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741869_1045 (size=11484) 2024-11-25T11:49:52,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d4ca3fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d4ca3fe 2024-11-25T11:49:52,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T11:49:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741869_1045 (size=11484) 2024-11-25T11:49:52,564 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=166.72 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cebc4858946e4385b9d1d9d1459f60d8 2024-11-25T11:49:52,574 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cebc4858946e4385b9d1d9d1459f60d8 2024-11-25T11:49:52,602 DEBUG [M:0;2bf237fd86ca:46297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00a018234ff84d9abdaa0f436c221887 is 69, key is 2bf237fd86ca,36913,1732535328537/rs:state/1732535329238/Put/seqid=0 2024-11-25T11:49:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741870_1046 (size=5442) 2024-11-25T11:49:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741870_1046 (size=5442) 2024-11-25T11:49:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741870_1046 (size=5442) 2024-11-25T11:49:52,626 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00a018234ff84d9abdaa0f436c221887 2024-11-25T11:49:52,633 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00a018234ff84d9abdaa0f436c221887 2024-11-25T11:49:52,634 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/905bccb093054a10bebc1fb16add0f33 as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/905bccb093054a10bebc1fb16add0f33 2024-11-25T11:49:52,642 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/905bccb093054a10bebc1fb16add0f33, entries=8, sequenceid=400, filesize=5.5 K 2024-11-25T11:49:52,643 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cebc4858946e4385b9d1d9d1459f60d8 as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cebc4858946e4385b9d1d9d1459f60d8 2024-11-25T11:49:52,650 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cebc4858946e4385b9d1d9d1459f60d8 2024-11-25T11:49:52,650 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cebc4858946e4385b9d1d9d1459f60d8, entries=52, sequenceid=400, filesize=11.2 K 2024-11-25T11:49:52,651 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00a018234ff84d9abdaa0f436c221887 as hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00a018234ff84d9abdaa0f436c221887 2024-11-25T11:49:52,657 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00a018234ff84d9abdaa0f436c221887 2024-11-25T11:49:52,657 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34285/user/jenkins/test-data/34c69152-7893-8a67-6bbf-2f32f3f96686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00a018234ff84d9abdaa0f436c221887, entries=3, sequenceid=400, filesize=5.3 K 2024-11-25T11:49:52,658 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.45 KB/171470, heapSize ~204.62 KB/209528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=400, compaction requested=false 2024-11-25T11:49:52,661 INFO [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:49:52,661 DEBUG [M:0;2bf237fd86ca:46297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535392477Disabling compacts and flushes for region at 1732535392477Disabling writes for close at 1732535392477Obtaining lock to block concurrent updates at 1732535392477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732535392477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=171470, getHeapSize=209768, getOffHeapSize=0, getCellsCount=493 at 1732535392478 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732535392478Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732535392478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732535392499 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732535392499Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732535392522 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732535392548 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732535392549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732535392575 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732535392601 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732535392601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45794013: reopening flushed file at 1732535392633 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666ff039: reopening flushed file at 1732535392643 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e39ae97: reopening flushed file at 1732535392650 (+7 ms)Finished flush of dataSize ~167.45 KB/171470, heapSize ~204.62 KB/209528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=400, compaction requested=false at 1732535392658 (+8 ms)Writing region close event to WAL at 1732535392661 (+3 ms)Closed at 1732535392661 2024-11-25T11:49:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741830_1006 (size=198261) 2024-11-25T11:49:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741830_1006 (size=198261) 2024-11-25T11:49:52,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42947 is added to blk_1073741830_1006 (size=198261) 2024-11-25T11:49:52,669 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:49:52,670 INFO [M:0;2bf237fd86ca:46297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:49:52,670 INFO [M:0;2bf237fd86ca:46297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46297 2024-11-25T11:49:52,672 INFO [M:0;2bf237fd86ca:46297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:49:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:52,774 INFO [M:0;2bf237fd86ca:46297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:49:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46297-0x10076c52ecc0000, quorum=127.0.0.1:52157, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:49:52,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@177f15d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:49:52,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aab1cfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:49:52,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:49:52,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b6629d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:49:52,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b20e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,STOPPED} 2024-11-25T11:49:52,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:49:52,782 WARN [BP-775523067-172.17.0.3-1732535326467 heartbeating to localhost/127.0.0.1:34285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:49:52,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:49:52,782 WARN [BP-775523067-172.17.0.3-1732535326467 heartbeating to localhost/127.0.0.1:34285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775523067-172.17.0.3-1732535326467 (Datanode Uuid d1a697e4-6fe4-4fda-98df-7b1d3e919b9b) service to localhost/127.0.0.1:34285 2024-11-25T11:49:52,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data5/current/BP-775523067-172.17.0.3-1732535326467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:49:52,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:49:52,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data6/current/BP-775523067-172.17.0.3-1732535326467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:49:52,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd05904{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:49:52,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10b3c59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:49:52,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:49:52,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f9646c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:49:52,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@575acbbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,STOPPED} 2024-11-25T11:49:52,793 WARN [BP-775523067-172.17.0.3-1732535326467 heartbeating to localhost/127.0.0.1:34285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:49:52,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:49:52,793 WARN [BP-775523067-172.17.0.3-1732535326467 heartbeating to localhost/127.0.0.1:34285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775523067-172.17.0.3-1732535326467 (Datanode Uuid c7b54d98-ca19-4479-9f8e-937c99c6b505) service to localhost/127.0.0.1:34285 2024-11-25T11:49:52,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:49:52,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data3/current/BP-775523067-172.17.0.3-1732535326467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:49:52,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data4/current/BP-775523067-172.17.0.3-1732535326467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:49:52,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:49:52,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b448843{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:49:52,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50aaca7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:49:52,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:49:52,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e689e22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:49:52,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@278ebe8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,STOPPED} 2024-11-25T11:49:52,800 WARN [BP-775523067-172.17.0.3-1732535326467 heartbeating to localhost/127.0.0.1:34285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:49:52,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:49:52,800 WARN [BP-775523067-172.17.0.3-1732535326467 heartbeating to localhost/127.0.0.1:34285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775523067-172.17.0.3-1732535326467 (Datanode Uuid bd96606c-0597-4ab9-a596-2bf6e93d495b) service to localhost/127.0.0.1:34285 2024-11-25T11:49:52,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:49:52,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data1/current/BP-775523067-172.17.0.3-1732535326467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:49:52,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/cluster_12e08930-8130-cc71-bb26-0db8a6287b9d/data/data2/current/BP-775523067-172.17.0.3-1732535326467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:49:52,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:49:52,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5392034b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:49:52,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54225c6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:49:52,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:49:52,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a47b999{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:49:52,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@137ee4b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e2e08ee-f7a9-b809-6577-1b4e63570a3a/hadoop.log.dir/,STOPPED} 2024-11-25T11:49:52,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:49:52,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:49:52,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 91) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:34285 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:34285 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:34285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (747730358) connection to localhost/127.0.0.1:34285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2bf237fd86ca:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=695 (was 860), ProcessCount=11 (was 11), AvailableMemoryMB=6286 (was 6247) - AvailableMemoryMB LEAK? -