2024-11-24 19:57:32,822 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 19:57:32,832 main DEBUG Took 0.008629 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 19:57:32,832 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 19:57:32,833 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 19:57:32,834 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 19:57:32,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,841 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 19:57:32,854 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,856 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,856 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,858 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,858 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,860 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,861 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,862 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,863 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,864 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 19:57:32,865 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,865 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 19:57:32,866 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 19:57:32,867 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 19:57:32,869 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 19:57:32,870 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 19:57:32,871 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 19:57:32,871 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 19:57:32,878 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 19:57:32,881 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 19:57:32,882 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 19:57:32,883 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 19:57:32,883 main DEBUG createAppenders(={Console}) 2024-11-24 19:57:32,884 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-24 19:57:32,884 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 19:57:32,884 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-24 19:57:32,885 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 19:57:32,885 main DEBUG OutputStream closed 2024-11-24 19:57:32,885 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 19:57:32,885 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 19:57:32,886 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-24 19:57:32,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 19:57:32,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 19:57:32,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 19:57:32,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 19:57:32,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 19:57:32,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 19:57:32,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 19:57:32,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 19:57:32,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 19:57:32,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 19:57:32,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 19:57:32,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 19:57:32,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 19:57:32,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 19:57:32,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 19:57:32,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 19:57:32,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 19:57:32,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 19:57:32,974 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 19:57:32,974 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-24 19:57:32,975 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 19:57:32,975 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-24T19:57:32,987 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-24 19:57:32,990 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 19:57:32,990 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T19:57:32,997 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-24T19:57:33,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=11317 2024-11-24T19:57:33,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715 2024-11-24T19:57:33,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T19:57:33,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a, deleteOnExit=true 2024-11-24T19:57:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T19:57:33,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/test.cache.data in system properties and HBase conf 2024-11-24T19:57:33,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T19:57:33,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir in system properties and HBase conf 2024-11-24T19:57:33,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T19:57:33,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T19:57:33,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T19:57:33,359 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T19:57:33,443 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T19:57:33,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T19:57:33,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T19:57:33,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T19:57:33,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T19:57:33,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T19:57:33,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T19:57:33,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T19:57:33,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T19:57:33,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T19:57:33,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/nfs.dump.dir in system properties and HBase conf 2024-11-24T19:57:33,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/java.io.tmpdir in system properties and HBase conf 2024-11-24T19:57:33,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T19:57:33,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T19:57:33,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T19:57:34,440 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T19:57:34,509 INFO [Time-limited test {}] log.Log(170): Logging initialized @2340ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T19:57:34,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:57:34,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:57:34,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:57:34,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:57:34,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T19:57:34,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:57:34,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:57:34,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:57:34,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/java.io.tmpdir/jetty-localhost-35541-hadoop-hdfs-3_4_1-tests_jar-_-any-11332964249921393557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T19:57:34,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:35541} 2024-11-24T19:57:34,854 INFO [Time-limited test {}] server.Server(415): Started @2686ms 2024-11-24T19:57:35,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:57:35,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:57:35,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:57:35,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:57:35,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T19:57:35,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:57:35,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:57:35,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/java.io.tmpdir/jetty-localhost-41371-hadoop-hdfs-3_4_1-tests_jar-_-any-3459340493839851060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:57:35,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:41371} 2024-11-24T19:57:35,458 INFO [Time-limited test {}] server.Server(415): Started @3289ms 2024-11-24T19:57:35,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T19:57:35,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:57:35,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:57:35,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:57:35,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:57:35,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T19:57:35,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:57:35,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:57:35,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/java.io.tmpdir/jetty-localhost-45875-hadoop-hdfs-3_4_1-tests_jar-_-any-12772499960933419093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:57:35,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:45875} 2024-11-24T19:57:35,728 INFO [Time-limited test {}] server.Server(415): Started @3559ms 2024-11-24T19:57:35,731 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T19:57:35,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:57:35,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:57:35,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:57:35,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:57:35,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T19:57:35,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:57:35,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:57:35,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/java.io.tmpdir/jetty-localhost-36375-hadoop-hdfs-3_4_1-tests_jar-_-any-843471331406947530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:57:35,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:36375} 2024-11-24T19:57:35,877 INFO [Time-limited test {}] server.Server(415): Started @3709ms 2024-11-24T19:57:35,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T19:57:36,992 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data2/current/BP-1849468652-172.17.0.2-1732478254015/current, will proceed with Du for space computation calculation, 2024-11-24T19:57:36,992 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data3/current/BP-1849468652-172.17.0.2-1732478254015/current, will proceed with Du for space computation calculation, 2024-11-24T19:57:36,992 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data4/current/BP-1849468652-172.17.0.2-1732478254015/current, will proceed with Du for space computation calculation, 2024-11-24T19:57:36,992 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data1/current/BP-1849468652-172.17.0.2-1732478254015/current, will proceed with Du for space computation calculation, 2024-11-24T19:57:37,032 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data6/current/BP-1849468652-172.17.0.2-1732478254015/current, will proceed with Du for space computation calculation, 2024-11-24T19:57:37,033 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data5/current/BP-1849468652-172.17.0.2-1732478254015/current, will proceed with Du for space computation calculation, 2024-11-24T19:57:37,034 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T19:57:37,034 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T19:57:37,063 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T19:57:37,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8cffb3942783c68 with lease ID 0xc467c75a54bd9c52: Processing first storage report for DS-ac83e02f-b509-40cd-aafe-7315816e5ebe from datanode DatanodeRegistration(127.0.0.1:40411, datanodeUuid=e3e40d49-13f6-4266-9f0e-1c59da7bf94d, infoPort=34401, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015) 2024-11-24T19:57:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8cffb3942783c68 with lease ID 0xc467c75a54bd9c52: from storage DS-ac83e02f-b509-40cd-aafe-7315816e5ebe node DatanodeRegistration(127.0.0.1:40411, datanodeUuid=e3e40d49-13f6-4266-9f0e-1c59da7bf94d, infoPort=34401, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T19:57:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x305cb3b7d93ce986 with lease ID 0xc467c75a54bd9c53: Processing first storage report for DS-9ce636d9-708a-4e4d-b9d1-983735e298c8 from datanode DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a9edaf73-9aef-49ce-823a-9334a3bfdfd8, infoPort=36715, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015) 2024-11-24T19:57:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x305cb3b7d93ce986 with lease ID 0xc467c75a54bd9c53: from storage DS-9ce636d9-708a-4e4d-b9d1-983735e298c8 node DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a9edaf73-9aef-49ce-823a-9334a3bfdfd8, infoPort=36715, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:57:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b83d80c5ab75b4d with lease ID 0xc467c75a54bd9c54: Processing first storage report for DS-54d976be-d202-40df-a201-f033f27e2ef4 from datanode DatanodeRegistration(127.0.0.1:37239, datanodeUuid=ff100fb4-fd32-45b4-b9ef-4ea086d43b90, infoPort=41911, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015) 2024-11-24T19:57:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b83d80c5ab75b4d with lease ID 0xc467c75a54bd9c54: from storage DS-54d976be-d202-40df-a201-f033f27e2ef4 node DatanodeRegistration(127.0.0.1:37239, datanodeUuid=ff100fb4-fd32-45b4-b9ef-4ea086d43b90, infoPort=41911, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:57:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8cffb3942783c68 with lease ID 0xc467c75a54bd9c52: Processing first storage report for DS-5a285b39-1f70-4f2d-9c74-50cea53b2cf6 from datanode DatanodeRegistration(127.0.0.1:40411, datanodeUuid=e3e40d49-13f6-4266-9f0e-1c59da7bf94d, infoPort=34401, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015) 2024-11-24T19:57:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8cffb3942783c68 with lease ID 0xc467c75a54bd9c52: from storage DS-5a285b39-1f70-4f2d-9c74-50cea53b2cf6 node DatanodeRegistration(127.0.0.1:40411, datanodeUuid=e3e40d49-13f6-4266-9f0e-1c59da7bf94d, infoPort=34401, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:57:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x305cb3b7d93ce986 with lease ID 0xc467c75a54bd9c53: Processing first storage report for DS-d76a02a4-2fdb-45c9-90c3-ca5c6b4d7b6e from datanode DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a9edaf73-9aef-49ce-823a-9334a3bfdfd8, infoPort=36715, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015) 2024-11-24T19:57:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x305cb3b7d93ce986 with lease ID 0xc467c75a54bd9c53: from storage DS-d76a02a4-2fdb-45c9-90c3-ca5c6b4d7b6e node DatanodeRegistration(127.0.0.1:37321, datanodeUuid=a9edaf73-9aef-49ce-823a-9334a3bfdfd8, infoPort=36715, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:57:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b83d80c5ab75b4d with lease ID 0xc467c75a54bd9c54: Processing first storage report for DS-076add72-4938-4dd8-9ce3-d96024575b81 from datanode DatanodeRegistration(127.0.0.1:37239, datanodeUuid=ff100fb4-fd32-45b4-b9ef-4ea086d43b90, infoPort=41911, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015) 2024-11-24T19:57:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b83d80c5ab75b4d with lease ID 0xc467c75a54bd9c54: from storage DS-076add72-4938-4dd8-9ce3-d96024575b81 node DatanodeRegistration(127.0.0.1:37239, datanodeUuid=ff100fb4-fd32-45b4-b9ef-4ea086d43b90, infoPort=41911, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=204942149;c=1732478254015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:57:37,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715 2024-11-24T19:57:37,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/zookeeper_0, clientPort=54411, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T19:57:37,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54411 2024-11-24T19:57:37,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:37,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741825_1001 (size=7) 2024-11-24T19:57:37,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741825_1001 (size=7) 2024-11-24T19:57:37,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741825_1001 (size=7) 2024-11-24T19:57:37,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db with version=8 2024-11-24T19:57:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/hbase-staging 2024-11-24T19:57:37,870 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T19:57:38,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:57:38,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:57:38,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:57:38,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T19:57:38,278 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T19:57:38,286 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T19:57:38,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:57:38,312 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100041 (auto-detected) 2024-11-24T19:57:38,313 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T19:57:38,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38207 2024-11-24T19:57:38,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38207 connecting to ZooKeeper ensemble=127.0.0.1:54411 2024-11-24T19:57:38,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382070x0, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:57:38,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38207-0x1016fb5dabe0000 connected 2024-11-24T19:57:38,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:57:38,572 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db, hbase.cluster.distributed=false 2024-11-24T19:57:38,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:57:38,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38207 2024-11-24T19:57:38,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38207 2024-11-24T19:57:38,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38207 2024-11-24T19:57:38,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38207 2024-11-24T19:57:38,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38207 2024-11-24T19:57:38,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:57:38,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:57:38,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:57:38,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T19:57:38,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:57:38,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45035 2024-11-24T19:57:38,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45035 connecting to ZooKeeper ensemble=127.0.0.1:54411 2024-11-24T19:57:38,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450350x0, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:57:38,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45035-0x1016fb5dabe0001 connected 2024-11-24T19:57:38,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:57:38,727 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T19:57:38,737 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T19:57:38,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T19:57:38,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:57:38,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-24T19:57:38,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45035 2024-11-24T19:57:38,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45035 2024-11-24T19:57:38,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-24T19:57:38,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-24T19:57:38,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:57:38,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:57:38,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:57:38,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T19:57:38,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:57:38,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34167 2024-11-24T19:57:38,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34167 connecting to ZooKeeper ensemble=127.0.0.1:54411 2024-11-24T19:57:38,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341670x0, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:57:38,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341670x0, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:57:38,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34167-0x1016fb5dabe0002 connected 2024-11-24T19:57:38,797 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T19:57:38,798 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T19:57:38,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T19:57:38,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:57:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34167 2024-11-24T19:57:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34167 2024-11-24T19:57:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34167 2024-11-24T19:57:38,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34167 2024-11-24T19:57:38,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34167 2024-11-24T19:57:38,823 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:57:38,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:57:38,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:57:38,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:57:38,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T19:57:38,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:57:38,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39987 2024-11-24T19:57:38,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39987 connecting to ZooKeeper ensemble=127.0.0.1:54411 2024-11-24T19:57:38,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:38,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399870x0, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:57:38,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:57:38,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39987-0x1016fb5dabe0003 connected 2024-11-24T19:57:38,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T19:57:38,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T19:57:38,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T19:57:38,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:57:38,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-24T19:57:38,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39987 2024-11-24T19:57:38,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39987 2024-11-24T19:57:38,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-24T19:57:38,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-24T19:57:38,871 DEBUG [M:0;32a03c886245:38207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a03c886245:38207 2024-11-24T19:57:38,873 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32a03c886245,38207,1732478257950 2024-11-24T19:57:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,890 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32a03c886245,38207,1732478257950 2024-11-24T19:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T19:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T19:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T19:57:38,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:38,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:38,916 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T19:57:38,917 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32a03c886245,38207,1732478257950 from backup master directory 2024-11-24T19:57:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32a03c886245,38207,1732478257950 2024-11-24T19:57:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:57:38,930 WARN [master/32a03c886245:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:57:38,930 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a03c886245,38207,1732478257950 2024-11-24T19:57:38,932 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T19:57:38,933 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T19:57:38,987 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/hbase.id] with ID: 2225f353-fa5a-443d-b6fa-d30cf1c6dcfa 2024-11-24T19:57:38,987 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.tmp/hbase.id 2024-11-24T19:57:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741826_1002 (size=42) 2024-11-24T19:57:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741826_1002 (size=42) 2024-11-24T19:57:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741826_1002 (size=42) 2024-11-24T19:57:39,003 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.tmp/hbase.id]:[hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/hbase.id] 2024-11-24T19:57:39,047 INFO [master/32a03c886245:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:57:39,052 INFO [master/32a03c886245:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T19:57:39,070 INFO [master/32a03c886245:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-24T19:57:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741827_1003 (size=196) 2024-11-24T19:57:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741827_1003 (size=196) 2024-11-24T19:57:39,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741827_1003 (size=196) 2024-11-24T19:57:39,145 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T19:57:39,146 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T19:57:39,159 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T19:57:39,162 INFO [master/32a03c886245:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:57:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741828_1004 (size=1189) 2024-11-24T19:57:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741828_1004 (size=1189) 2024-11-24T19:57:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741828_1004 (size=1189) 2024-11-24T19:57:39,209 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store 2024-11-24T19:57:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741829_1005 (size=34) 2024-11-24T19:57:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741829_1005 (size=34) 2024-11-24T19:57:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741829_1005 (size=34) 2024-11-24T19:57:39,234 INFO [master/32a03c886245:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T19:57:39,237 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:39,238 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T19:57:39,238 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:57:39,239 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:57:39,240 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T19:57:39,240 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:57:39,240 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:57:39,241 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732478259238Disabling compacts and flushes for region at 1732478259238Disabling writes for close at 1732478259240 (+2 ms)Writing region close event to WAL at 1732478259240Closed at 1732478259240 2024-11-24T19:57:39,243 WARN [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/.initializing 2024-11-24T19:57:39,243 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/WALs/32a03c886245,38207,1732478257950 2024-11-24T19:57:39,250 INFO [master/32a03c886245:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:57:39,263 INFO [master/32a03c886245:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C38207%2C1732478257950, suffix=, logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/WALs/32a03c886245,38207,1732478257950, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/oldWALs, maxLogs=10 2024-11-24T19:57:39,284 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/WALs/32a03c886245,38207,1732478257950/32a03c886245%2C38207%2C1732478257950.1732478259267, exclude list is [], retry=0 2024-11-24T19:57:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-ac83e02f-b509-40cd-aafe-7315816e5ebe,DISK] 2024-11-24T19:57:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-54d976be-d202-40df-a201-f033f27e2ef4,DISK] 2024-11-24T19:57:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-9ce636d9-708a-4e4d-b9d1-983735e298c8,DISK] 2024-11-24T19:57:39,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T19:57:39,337 INFO [master/32a03c886245:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/WALs/32a03c886245,38207,1732478257950/32a03c886245%2C38207%2C1732478257950.1732478259267 2024-11-24T19:57:39,337 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41911:41911),(127.0.0.1/127.0.0.1:36715:36715),(127.0.0.1/127.0.0.1:34401:34401)] 2024-11-24T19:57:39,338 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T19:57:39,338 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:39,341 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,341 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T19:57:39,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:39,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:39,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T19:57:39,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:39,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:57:39,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T19:57:39,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:39,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:57:39,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T19:57:39,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:39,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:57:39,413 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,416 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,417 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,422 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,422 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,425 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T19:57:39,429 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:57:39,433 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:57:39,434 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61866152, jitterRate=-0.07812249660491943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T19:57:39,441 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732478259352Initializing all the Stores at 1732478259354 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478259354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478259355 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478259355Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478259355Cleaning up temporary data from old regions at 1732478259422 (+67 ms)Region opened successfully at 1732478259441 (+19 ms) 2024-11-24T19:57:39,442 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T19:57:39,472 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:57:39,497 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T19:57:39,506 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T19:57:39,507 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T19:57:39,509 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T19:57:39,510 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T19:57:39,514 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T19:57:39,515 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T19:57:39,538 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T19:57:39,546 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T19:57:39,597 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T19:57:39,602 INFO [master/32a03c886245:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T19:57:39,604 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T19:57:39,614 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T19:57:39,617 INFO [master/32a03c886245:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T19:57:39,621 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T19:57:39,630 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T19:57:39,632 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T19:57:39,639 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T19:57:39,660 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T19:57:39,670 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,685 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a03c886245,38207,1732478257950, sessionid=0x1016fb5dabe0000, setting cluster-up flag (Was=false) 2024-11-24T19:57:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,739 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T19:57:39,744 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a03c886245,38207,1732478257950 2024-11-24T19:57:39,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:39,797 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T19:57:39,800 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a03c886245,38207,1732478257950 2024-11-24T19:57:39,808 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T19:57:39,856 INFO [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(746): ClusterId : 2225f353-fa5a-443d-b6fa-d30cf1c6dcfa 2024-11-24T19:57:39,856 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(746): ClusterId : 2225f353-fa5a-443d-b6fa-d30cf1c6dcfa 2024-11-24T19:57:39,856 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(746): ClusterId : 2225f353-fa5a-443d-b6fa-d30cf1c6dcfa 2024-11-24T19:57:39,858 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T19:57:39,858 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T19:57:39,858 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T19:57:39,873 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T19:57:39,882 INFO [master/32a03c886245:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T19:57:39,882 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T19:57:39,882 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T19:57:39,882 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T19:57:39,882 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T19:57:39,882 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T19:57:39,883 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T19:57:39,888 INFO [master/32a03c886245:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T19:57:39,893 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a03c886245,38207,1732478257950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T19:57:39,898 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T19:57:39,898 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T19:57:39,898 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T19:57:39,899 DEBUG [RS:0;32a03c886245:45035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714f9b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:57:39,899 DEBUG [RS:1;32a03c886245:34167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f16067b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:57:39,899 DEBUG [RS:2;32a03c886245:39987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcf7b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:57:39,900 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:57:39,900 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:57:39,900 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:57:39,901 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:57:39,901 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a03c886245:0, corePoolSize=10, maxPoolSize=10 2024-11-24T19:57:39,901 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:39,901 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:57:39,901 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:39,907 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732478289907 2024-11-24T19:57:39,909 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T19:57:39,910 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T19:57:39,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T19:57:39,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T19:57:39,914 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T19:57:39,914 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T19:57:39,914 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T19:57:39,915 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T19:57:39,915 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a03c886245:45035 2024-11-24T19:57:39,915 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:39,918 DEBUG [RS:1;32a03c886245:34167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32a03c886245:34167 2024-11-24T19:57:39,918 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;32a03c886245:39987 2024-11-24T19:57:39,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:39,920 INFO [RS:2;32a03c886245:39987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T19:57:39,920 INFO [RS:0;32a03c886245:45035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T19:57:39,920 INFO [RS:1;32a03c886245:34167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T19:57:39,920 INFO [RS:1;32a03c886245:34167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T19:57:39,920 INFO [RS:0;32a03c886245:45035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T19:57:39,920 INFO [RS:2;32a03c886245:39987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T19:57:39,920 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T19:57:39,920 DEBUG [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T19:57:39,920 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T19:57:39,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T19:57:39,922 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T19:57:39,923 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T19:57:39,923 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T19:57:39,923 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a03c886245,38207,1732478257950 with port=45035, startcode=1732478258658 2024-11-24T19:57:39,923 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a03c886245,38207,1732478257950 with port=39987, startcode=1732478258822 2024-11-24T19:57:39,923 INFO [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a03c886245,38207,1732478257950 with port=34167, startcode=1732478258763 2024-11-24T19:57:39,927 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T19:57:39,927 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T19:57:39,930 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.large.0-1732478259928,5,FailOnTimeoutGroup] 2024-11-24T19:57:39,931 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.small.0-1732478259930,5,FailOnTimeoutGroup] 2024-11-24T19:57:39,931 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:39,931 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T19:57:39,933 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:39,933 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:39,937 DEBUG [RS:2;32a03c886245:39987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T19:57:39,937 DEBUG [RS:1;32a03c886245:34167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T19:57:39,937 DEBUG [RS:0;32a03c886245:45035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T19:57:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741831_1007 (size=1321) 2024-11-24T19:57:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741831_1007 (size=1321) 2024-11-24T19:57:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741831_1007 (size=1321) 2024-11-24T19:57:39,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T19:57:39,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741832_1008 (size=32) 2024-11-24T19:57:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741832_1008 (size=32) 2024-11-24T19:57:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741832_1008 (size=32) 2024-11-24T19:57:39,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:39,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T19:57:40,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T19:57:40,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:40,001 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T19:57:40,001 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T19:57:40,001 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T19:57:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:40,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T19:57:40,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T19:57:40,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:40,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:40,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T19:57:40,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a03c886245,39987,1732478258822 2024-11-24T19:57:40,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] master.ServerManager(517): Registering regionserver=32a03c886245,39987,1732478258822 2024-11-24T19:57:40,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T19:57:40,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:40,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:40,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T19:57:40,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T19:57:40,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:40,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:40,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T19:57:40,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740 2024-11-24T19:57:40,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740 2024-11-24T19:57:40,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a03c886245,34167,1732478258763 2024-11-24T19:57:40,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] master.ServerManager(517): Registering regionserver=32a03c886245,34167,1732478258763 2024-11-24T19:57:40,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T19:57:40,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T19:57:40,023 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T19:57:40,026 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:40,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T19:57:40,026 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35495 2024-11-24T19:57:40,026 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T19:57:40,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a03c886245,45035,1732478258658 2024-11-24T19:57:40,027 DEBUG [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:40,027 DEBUG [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35495 2024-11-24T19:57:40,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] master.ServerManager(517): Registering regionserver=32a03c886245,45035,1732478258658 2024-11-24T19:57:40,027 DEBUG [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T19:57:40,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:57:40,031 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:40,031 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35495 2024-11-24T19:57:40,031 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T19:57:40,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68102165, jitterRate=0.01480133831501007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T19:57:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732478259995Initializing all the Stores at 1732478259997 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478259997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478259997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478259997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478259997Cleaning up temporary data from old regions at 1732478260022 (+25 ms)Region opened successfully at 1732478260036 (+14 ms) 2024-11-24T19:57:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T19:57:40,036 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T19:57:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T19:57:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T19:57:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T19:57:40,038 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T19:57:40,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732478260036Disabling compacts and flushes for region at 1732478260036Disabling writes for close at 1732478260036Writing region close event to WAL at 1732478260037 (+1 ms)Closed at 1732478260038 (+1 ms) 2024-11-24T19:57:40,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T19:57:40,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T19:57:40,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T19:57:40,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T19:57:40,058 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T19:57:40,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T19:57:40,106 DEBUG [RS:2;32a03c886245:39987 {}] zookeeper.ZKUtil(111): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32a03c886245,39987,1732478258822 2024-11-24T19:57:40,106 DEBUG [RS:1;32a03c886245:34167 {}] zookeeper.ZKUtil(111): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32a03c886245,34167,1732478258763 2024-11-24T19:57:40,106 WARN [RS:2;32a03c886245:39987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:57:40,106 WARN [RS:1;32a03c886245:34167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:57:40,106 INFO [RS:2;32a03c886245:39987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:57:40,106 INFO [RS:1;32a03c886245:34167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:57:40,106 DEBUG [RS:0;32a03c886245:45035 {}] zookeeper.ZKUtil(111): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32a03c886245,45035,1732478258658 2024-11-24T19:57:40,106 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,39987,1732478258822 2024-11-24T19:57:40,106 DEBUG [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763 2024-11-24T19:57:40,106 WARN [RS:0;32a03c886245:45035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:57:40,107 INFO [RS:0;32a03c886245:45035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:57:40,107 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,45035,1732478258658 2024-11-24T19:57:40,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a03c886245,39987,1732478258822] 2024-11-24T19:57:40,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a03c886245,45035,1732478258658] 2024-11-24T19:57:40,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a03c886245,34167,1732478258763] 2024-11-24T19:57:40,131 INFO [RS:1;32a03c886245:34167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T19:57:40,131 INFO [RS:2;32a03c886245:39987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T19:57:40,131 INFO [RS:0;32a03c886245:45035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T19:57:40,146 INFO [RS:1;32a03c886245:34167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T19:57:40,146 INFO [RS:2;32a03c886245:39987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T19:57:40,146 INFO [RS:0;32a03c886245:45035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T19:57:40,151 INFO [RS:1;32a03c886245:34167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T19:57:40,151 INFO [RS:0;32a03c886245:45035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T19:57:40,151 INFO [RS:2;32a03c886245:39987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T19:57:40,151 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,151 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,151 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,154 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T19:57:40,154 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T19:57:40,154 INFO [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T19:57:40,160 INFO [RS:1;32a03c886245:34167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T19:57:40,160 INFO [RS:0;32a03c886245:45035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T19:57:40,161 INFO [RS:2;32a03c886245:39987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T19:57:40,162 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,162 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,162 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,162 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,162 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,162 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,162 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:57:40,163 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:57:40,163 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,163 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:57:40,164 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:57:40,164 DEBUG [RS:2;32a03c886245:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:57:40,164 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:57:40,164 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:1;32a03c886245:34167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:57:40,164 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,164 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:57:40,165 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:57:40,165 DEBUG [RS:0;32a03c886245:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:57:40,167 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,167 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,167 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,167 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,167 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,167 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,39987,1732478258822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:57:40,168 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,168 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,169 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,169 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,169 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,169 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,34167,1732478258763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:57:40,174 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,174 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,174 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,174 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,174 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,174 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,45035,1732478258658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:57:40,190 INFO [RS:0;32a03c886245:45035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T19:57:40,190 INFO [RS:2;32a03c886245:39987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T19:57:40,192 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,45035,1732478258658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,192 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,39987,1732478258822-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,193 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,193 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,193 INFO [RS:2;32a03c886245:39987 {}] regionserver.Replication(171): 32a03c886245,39987,1732478258822 started 2024-11-24T19:57:40,193 INFO [RS:0;32a03c886245:45035 {}] regionserver.Replication(171): 32a03c886245,45035,1732478258658 started 2024-11-24T19:57:40,193 INFO [RS:1;32a03c886245:34167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T19:57:40,193 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,34167,1732478258763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,193 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,193 INFO [RS:1;32a03c886245:34167 {}] regionserver.Replication(171): 32a03c886245,34167,1732478258763 started 2024-11-24T19:57:40,209 WARN [32a03c886245:38207 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T19:57:40,211 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,211 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1482): Serving as 32a03c886245,45035,1732478258658, RpcServer on 32a03c886245/172.17.0.2:45035, sessionid=0x1016fb5dabe0001 2024-11-24T19:57:40,212 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T19:57:40,212 DEBUG [RS:0;32a03c886245:45035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a03c886245,45035,1732478258658 2024-11-24T19:57:40,212 DEBUG [RS:0;32a03c886245:45035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,45035,1732478258658' 2024-11-24T19:57:40,213 DEBUG [RS:0;32a03c886245:45035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T19:57:40,214 DEBUG [RS:0;32a03c886245:45035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T19:57:40,214 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T19:57:40,214 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T19:57:40,214 DEBUG [RS:0;32a03c886245:45035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a03c886245,45035,1732478258658 2024-11-24T19:57:40,214 DEBUG [RS:0;32a03c886245:45035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,45035,1732478258658' 2024-11-24T19:57:40,214 DEBUG [RS:0;32a03c886245:45035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T19:57:40,215 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,215 INFO [RS:1;32a03c886245:34167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:40,215 DEBUG [RS:0;32a03c886245:45035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T19:57:40,215 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1482): Serving as 32a03c886245,39987,1732478258822, RpcServer on 32a03c886245/172.17.0.2:39987, sessionid=0x1016fb5dabe0003 2024-11-24T19:57:40,215 INFO [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(1482): Serving as 32a03c886245,34167,1732478258763, RpcServer on 32a03c886245/172.17.0.2:34167, sessionid=0x1016fb5dabe0002 2024-11-24T19:57:40,215 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T19:57:40,215 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T19:57:40,216 DEBUG [RS:2;32a03c886245:39987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a03c886245,39987,1732478258822 2024-11-24T19:57:40,216 DEBUG [RS:1;32a03c886245:34167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a03c886245,34167,1732478258763 2024-11-24T19:57:40,216 DEBUG [RS:1;32a03c886245:34167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,34167,1732478258763' 2024-11-24T19:57:40,216 DEBUG [RS:2;32a03c886245:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,39987,1732478258822' 2024-11-24T19:57:40,216 DEBUG [RS:0;32a03c886245:45035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T19:57:40,216 DEBUG [RS:2;32a03c886245:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T19:57:40,216 DEBUG [RS:1;32a03c886245:34167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T19:57:40,216 INFO [RS:0;32a03c886245:45035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T19:57:40,216 INFO [RS:0;32a03c886245:45035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T19:57:40,216 DEBUG [RS:2;32a03c886245:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T19:57:40,216 DEBUG [RS:1;32a03c886245:34167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T19:57:40,217 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T19:57:40,217 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T19:57:40,217 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T19:57:40,217 DEBUG [RS:1;32a03c886245:34167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a03c886245,34167,1732478258763 2024-11-24T19:57:40,217 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T19:57:40,217 DEBUG [RS:1;32a03c886245:34167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,34167,1732478258763' 2024-11-24T19:57:40,217 DEBUG [RS:2;32a03c886245:39987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a03c886245,39987,1732478258822 2024-11-24T19:57:40,217 DEBUG [RS:1;32a03c886245:34167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T19:57:40,217 DEBUG [RS:2;32a03c886245:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,39987,1732478258822' 2024-11-24T19:57:40,217 DEBUG [RS:2;32a03c886245:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T19:57:40,218 DEBUG [RS:1;32a03c886245:34167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T19:57:40,218 DEBUG [RS:2;32a03c886245:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T19:57:40,218 DEBUG [RS:1;32a03c886245:34167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T19:57:40,218 INFO [RS:1;32a03c886245:34167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T19:57:40,218 DEBUG [RS:2;32a03c886245:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T19:57:40,218 INFO [RS:1;32a03c886245:34167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T19:57:40,218 INFO [RS:2;32a03c886245:39987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T19:57:40,218 INFO [RS:2;32a03c886245:39987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T19:57:40,320 INFO [RS:2;32a03c886245:39987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:57:40,320 INFO [RS:1;32a03c886245:34167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:57:40,320 INFO [RS:0;32a03c886245:45035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:57:40,323 INFO [RS:2;32a03c886245:39987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C39987%2C1732478258822, suffix=, logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,39987,1732478258822, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs, maxLogs=32 2024-11-24T19:57:40,323 INFO [RS:1;32a03c886245:34167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C34167%2C1732478258763, suffix=, logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs, maxLogs=32 2024-11-24T19:57:40,323 INFO [RS:0;32a03c886245:45035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C45035%2C1732478258658, suffix=, logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,45035,1732478258658, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs, maxLogs=32 2024-11-24T19:57:40,339 DEBUG [RS:2;32a03c886245:39987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,39987,1732478258822/32a03c886245%2C39987%2C1732478258822.1732478260326, exclude list is [], retry=0 2024-11-24T19:57:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-ac83e02f-b509-40cd-aafe-7315816e5ebe,DISK] 2024-11-24T19:57:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-54d976be-d202-40df-a201-f033f27e2ef4,DISK] 2024-11-24T19:57:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-9ce636d9-708a-4e4d-b9d1-983735e298c8,DISK] 2024-11-24T19:57:40,345 DEBUG [RS:0;32a03c886245:45035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,45035,1732478258658/32a03c886245%2C45035%2C1732478258658.1732478260327, exclude list is [], retry=0 2024-11-24T19:57:40,345 DEBUG [RS:1;32a03c886245:34167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763/32a03c886245%2C34167%2C1732478258763.1732478260327, exclude list is [], retry=0 2024-11-24T19:57:40,349 INFO [RS:2;32a03c886245:39987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,39987,1732478258822/32a03c886245%2C39987%2C1732478258822.1732478260326 2024-11-24T19:57:40,350 DEBUG [RS:2;32a03c886245:39987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:41911:41911),(127.0.0.1/127.0.0.1:36715:36715)] 2024-11-24T19:57:40,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-9ce636d9-708a-4e4d-b9d1-983735e298c8,DISK] 2024-11-24T19:57:40,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-ac83e02f-b509-40cd-aafe-7315816e5ebe,DISK] 2024-11-24T19:57:40,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-54d976be-d202-40df-a201-f033f27e2ef4,DISK] 2024-11-24T19:57:40,355 INFO [RS:0;32a03c886245:45035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,45035,1732478258658/32a03c886245%2C45035%2C1732478258658.1732478260327 2024-11-24T19:57:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-9ce636d9-708a-4e4d-b9d1-983735e298c8,DISK] 2024-11-24T19:57:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-54d976be-d202-40df-a201-f033f27e2ef4,DISK] 2024-11-24T19:57:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-ac83e02f-b509-40cd-aafe-7315816e5ebe,DISK] 2024-11-24T19:57:40,356 DEBUG [RS:0;32a03c886245:45035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41911:41911),(127.0.0.1/127.0.0.1:36715:36715),(127.0.0.1/127.0.0.1:34401:34401)] 2024-11-24T19:57:40,360 INFO [RS:1;32a03c886245:34167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763/32a03c886245%2C34167%2C1732478258763.1732478260327 2024-11-24T19:57:40,361 DEBUG [RS:1;32a03c886245:34167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41911:41911),(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:36715:36715)] 2024-11-24T19:57:40,464 DEBUG [32a03c886245:38207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T19:57:40,478 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(204): Hosts are {32a03c886245=0} racks are {/default-rack=0} 2024-11-24T19:57:40,484 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T19:57:40,484 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T19:57:40,484 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T19:57:40,485 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T19:57:40,485 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T19:57:40,485 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T19:57:40,485 INFO [32a03c886245:38207 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T19:57:40,485 INFO [32a03c886245:38207 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T19:57:40,485 INFO [32a03c886245:38207 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T19:57:40,485 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T19:57:40,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:57:40,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a03c886245,39987,1732478258822, state=OPENING 2024-11-24T19:57:40,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T19:57:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:57:40,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:40,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:40,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:40,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:40,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T19:57:40,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a03c886245,39987,1732478258822}] 2024-11-24T19:57:48,276 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T19:57:48,277 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T19:57:50,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T19:57:50,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T19:57:50,593 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T19:57:50,593 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:57:50,593 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T19:57:50,596 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C39987%2C1732478258822.meta, suffix=.meta, logDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,39987,1732478258822, archiveDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs, maxLogs=32 2024-11-24T19:57:50,611 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,39987,1732478258822/32a03c886245%2C39987%2C1732478258822.meta.1732478270599.meta, exclude list is [], retry=0 2024-11-24T19:57:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-54d976be-d202-40df-a201-f033f27e2ef4,DISK] 2024-11-24T19:57:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-ac83e02f-b509-40cd-aafe-7315816e5ebe,DISK] 2024-11-24T19:57:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37321,DS-9ce636d9-708a-4e4d-b9d1-983735e298c8,DISK] 2024-11-24T19:57:50,617 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,39987,1732478258822/32a03c886245%2C39987%2C1732478258822.meta.1732478270599.meta 2024-11-24T19:57:50,618 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41911:41911),(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:36715:36715)] 2024-11-24T19:57:50,618 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T19:57:50,620 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T19:57:50,622 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T19:57:50,626 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T19:57:50,629 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T19:57:50,630 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:50,630 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T19:57:50,630 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T19:57:50,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T19:57:50,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T19:57:50,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:50,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:50,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T19:57:50,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T19:57:50,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:50,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:50,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T19:57:50,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T19:57:50,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:50,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:50,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T19:57:50,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T19:57:50,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:50,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:57:50,642 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T19:57:50,643 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740 2024-11-24T19:57:50,646 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740 2024-11-24T19:57:50,648 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T19:57:50,648 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T19:57:50,649 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T19:57:50,651 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T19:57:50,653 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67303616, jitterRate=0.0029020309448242188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T19:57:50,653 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T19:57:50,654 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732478270630Writing region info on filesystem at 1732478270631 (+1 ms)Initializing all the Stores at 1732478270632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478270632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478270633 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478270633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478270633Cleaning up temporary data from old regions at 1732478270648 (+15 ms)Running coprocessor post-open hooks at 1732478270653 (+5 ms)Region opened successfully at 1732478270654 (+1 ms) 2024-11-24T19:57:50,660 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732478270569 2024-11-24T19:57:50,669 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T19:57:50,669 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T19:57:50,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:57:50,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a03c886245,39987,1732478258822, state=OPEN 2024-11-24T19:57:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:57:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:57:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:57:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:57:50,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:50,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:50,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:50,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:57:50,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a03c886245,39987,1732478258822 2024-11-24T19:57:50,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T19:57:50,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a03c886245,39987,1732478258822 in 10.1760 sec 2024-11-24T19:57:50,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T19:57:50,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6840 sec 2024-11-24T19:57:50,737 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T19:57:50,737 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T19:57:50,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T19:57:50,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a03c886245,39987,1732478258822, seqNum=-1] 2024-11-24T19:57:50,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:57:50,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:57:50,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9560 sec 2024-11-24T19:57:50,792 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732478270792, completionTime=-1 2024-11-24T19:57:50,794 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T19:57:50,795 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T19:57:50,817 INFO [master/32a03c886245:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T19:57:50,818 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732478330818 2024-11-24T19:57:50,818 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732478390818 2024-11-24T19:57:50,818 INFO [master/32a03c886245:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-24T19:57:50,819 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:57:50,825 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,38207,1732478257950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:50,825 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,38207,1732478257950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:50,826 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,38207,1732478257950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:50,827 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a03c886245:38207, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:50,827 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:50,828 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:50,834 DEBUG [master/32a03c886245:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T19:57:50,852 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.922sec 2024-11-24T19:57:50,853 INFO [master/32a03c886245:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T19:57:50,854 INFO [master/32a03c886245:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T19:57:50,855 INFO [master/32a03c886245:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T19:57:50,856 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T19:57:50,856 INFO [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T19:57:50,856 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,38207,1732478257950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:57:50,857 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,38207,1732478257950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T19:57:50,862 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T19:57:50,863 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T19:57:50,863 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,38207,1732478257950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:57:50,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:57:50,881 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T19:57:50,881 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T19:57:50,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a03c886245,38207,-1 for getting cluster id 2024-11-24T19:57:50,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T19:57:50,897 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2225f353-fa5a-443d-b6fa-d30cf1c6dcfa' 2024-11-24T19:57:50,899 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T19:57:50,900 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2225f353-fa5a-443d-b6fa-d30cf1c6dcfa" 2024-11-24T19:57:50,900 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e4a0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:57:50,900 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a03c886245,38207,-1] 2024-11-24T19:57:50,902 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T19:57:50,905 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:57:50,906 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T19:57:50,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:57:50,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T19:57:50,915 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a03c886245,39987,1732478258822, seqNum=-1] 2024-11-24T19:57:50,916 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:57:50,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:57:50,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a03c886245,38207,1732478257950 2024-11-24T19:57:50,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732478270962 (current time:1732478270962). 2024-11-24T19:57:50,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T19:57:50,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T19:57:50,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:57:50,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a03c886245,38207,-1 for getting cluster id 2024-11-24T19:57:50,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T19:57:50,967 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2225f353-fa5a-443d-b6fa-d30cf1c6dcfa' 2024-11-24T19:57:50,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T19:57:50,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2225f353-fa5a-443d-b6fa-d30cf1c6dcfa" 2024-11-24T19:57:50,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b823e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:57:50,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a03c886245,38207,-1] 2024-11-24T19:57:50,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T19:57:50,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:57:50,970 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T19:57:50,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36712c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:57:50,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T19:57:50,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a03c886245,39987,1732478258822, seqNum=-1] 2024-11-24T19:57:50,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:57:50,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:57:50,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T19:57:50,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:57:50,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:57:50,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:57:50,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T19:57:50,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T19:57:51,000 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a03c886245,38207,1732478257950 2024-11-24T19:57:51,003 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30ce3b49 2024-11-24T19:57:51,003 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T19:57:51,006 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T19:57:51,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T19:57:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T19:57:51,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T19:57:51,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T19:57:51,022 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:57:51,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T19:57:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:57:51,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741837_1013 (size=361) 2024-11-24T19:57:51,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741837_1013 (size=361) 2024-11-24T19:57:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741837_1013 (size=361) 2024-11-24T19:57:51,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ac1a424fc3e4f45a91be5313ebd60a68, NAME => 'SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,044 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f182f81c7fba43a076db3bbb1e4583a, NAME => 'SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,044 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6ba9328f9f8a4035acec51d85a3b269, NAME => 'SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741838_1014 (size=62) 2024-11-24T19:57:51,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741838_1014 (size=62) 2024-11-24T19:57:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741838_1014 (size=62) 2024-11-24T19:57:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741840_1016 (size=54) 2024-11-24T19:57:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741840_1016 (size=54) 2024-11-24T19:57:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741840_1016 (size=54) 2024-11-24T19:57:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741839_1015 (size=62) 2024-11-24T19:57:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741839_1015 (size=62) 2024-11-24T19:57:51,062 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3f182f81c7fba43a076db3bbb1e4583a, disabling compactions & flushes 2024-11-24T19:57:51,063 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:57:51,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:57:51,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. after waiting 0 ms 2024-11-24T19:57:51,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:57:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741839_1015 (size=62) 2024-11-24T19:57:51,063 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:57:51,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f182f81c7fba43a076db3bbb1e4583a: Waiting for close lock at 1732478271063Disabling compacts and flushes for region at 1732478271063Disabling writes for close at 1732478271063Writing region close event to WAL at 1732478271063Closed at 1732478271063 2024-11-24T19:57:51,064 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eae7479b16b7b9ef3e96cef3c36c6491, NAME => 'SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e6ba9328f9f8a4035acec51d85a3b269, disabling compactions & flushes 2024-11-24T19:57:51,064 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:57:51,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:57:51,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. after waiting 0 ms 2024-11-24T19:57:51,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:57:51,064 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:57:51,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6ba9328f9f8a4035acec51d85a3b269: Waiting for close lock at 1732478271064Disabling compacts and flushes for region at 1732478271064Disabling writes for close at 1732478271064Writing region close event to WAL at 1732478271064Closed at 1732478271064 2024-11-24T19:57:51,065 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ec41bd9f7b99b263fa645cec9a00415c, NAME => 'SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741841_1017 (size=62) 2024-11-24T19:57:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741842_1018 (size=62) 2024-11-24T19:57:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741842_1018 (size=62) 2024-11-24T19:57:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741842_1018 (size=62) 2024-11-24T19:57:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741841_1017 (size=62) 2024-11-24T19:57:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741841_1017 (size=62) 2024-11-24T19:57:51,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ec41bd9f7b99b263fa645cec9a00415c, disabling compactions & flushes 2024-11-24T19:57:51,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:57:51,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:57:51,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. after waiting 0 ms 2024-11-24T19:57:51,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:57:51,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:57:51,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ec41bd9f7b99b263fa645cec9a00415c: Waiting for close lock at 1732478271082Disabling compacts and flushes for region at 1732478271082Disabling writes for close at 1732478271082Writing region close event to WAL at 1732478271082Closed at 1732478271082 2024-11-24T19:57:51,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,083 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 050aacc4019e14cbcb3abce600c96fc3, NAME => 'SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing eae7479b16b7b9ef3e96cef3c36c6491, disabling compactions & flushes 2024-11-24T19:57:51,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:57:51,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:57:51,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. after waiting 0 ms 2024-11-24T19:57:51,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:57:51,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:57:51,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for eae7479b16b7b9ef3e96cef3c36c6491: Waiting for close lock at 1732478271083Disabling compacts and flushes for region at 1732478271083Disabling writes for close at 1732478271083Writing region close event to WAL at 1732478271083Closed at 1732478271083 2024-11-24T19:57:51,084 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a9fdac32ff51b96fe2a66790e888738, NAME => 'SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741843_1019 (size=62) 2024-11-24T19:57:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741844_1020 (size=62) 2024-11-24T19:57:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741843_1019 (size=62) 2024-11-24T19:57:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741844_1020 (size=62) 2024-11-24T19:57:51,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741843_1019 (size=62) 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8a9fdac32ff51b96fe2a66790e888738, disabling compactions & flushes 2024-11-24T19:57:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741844_1020 (size=62) 2024-11-24T19:57:51,096 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. after waiting 0 ms 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 050aacc4019e14cbcb3abce600c96fc3, disabling compactions & flushes 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:57:51,096 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:57:51,096 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a9fdac32ff51b96fe2a66790e888738: Waiting for close lock at 1732478271096Disabling compacts and flushes for region at 1732478271096Disabling writes for close at 1732478271096Writing region close event to WAL at 1732478271096Closed at 1732478271096 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. after waiting 0 ms 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:57:51,096 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:57:51,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 050aacc4019e14cbcb3abce600c96fc3: Waiting for close lock at 1732478271096Disabling compacts and flushes for region at 1732478271096Disabling writes for close at 1732478271096Writing region close event to WAL at 1732478271096Closed at 1732478271096 2024-11-24T19:57:51,096 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 402d670ea2bf10ee11114a881a6448e3, NAME => 'SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,097 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d218e02806c27198f5334db22e1730c1, NAME => 'SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741846_1022 (size=62) 2024-11-24T19:57:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741845_1021 (size=62) 2024-11-24T19:57:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741846_1022 (size=62) 2024-11-24T19:57:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741845_1021 (size=62) 2024-11-24T19:57:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741845_1021 (size=62) 2024-11-24T19:57:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741846_1022 (size=62) 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d218e02806c27198f5334db22e1730c1, disabling compactions & flushes 2024-11-24T19:57:51,110 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. after waiting 0 ms 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 402d670ea2bf10ee11114a881a6448e3, disabling compactions & flushes 2024-11-24T19:57:51,110 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:57:51,110 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d218e02806c27198f5334db22e1730c1: Waiting for close lock at 1732478271110Disabling compacts and flushes for region at 1732478271110Disabling writes for close at 1732478271110Writing region close event to WAL at 1732478271110Closed at 1732478271110 2024-11-24T19:57:51,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:57:51,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. after waiting 0 ms 2024-11-24T19:57:51,111 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 93ecaf1f730ecb53861118121122955a, NAME => 'SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db 2024-11-24T19:57:51,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:57:51,111 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:57:51,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 402d670ea2bf10ee11114a881a6448e3: Waiting for close lock at 1732478271110Disabling compacts and flushes for region at 1732478271110Disabling writes for close at 1732478271111 (+1 ms)Writing region close event to WAL at 1732478271111Closed at 1732478271111 2024-11-24T19:57:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741847_1023 (size=54) 2024-11-24T19:57:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741847_1023 (size=54) 2024-11-24T19:57:51,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741847_1023 (size=54) 2024-11-24T19:57:51,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 93ecaf1f730ecb53861118121122955a, disabling compactions & flushes 2024-11-24T19:57:51,124 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:57:51,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:57:51,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. after waiting 0 ms 2024-11-24T19:57:51,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:57:51,125 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:57:51,125 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 93ecaf1f730ecb53861118121122955a: Waiting for close lock at 1732478271124Disabling compacts and flushes for region at 1732478271124Disabling writes for close at 1732478271124Writing region close event to WAL at 1732478271124Closed at 1732478271125 (+1 ms) 2024-11-24T19:57:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:57:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:57:51,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:57:51,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ac1a424fc3e4f45a91be5313ebd60a68, disabling compactions & flushes 2024-11-24T19:57:51,462 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:57:51,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:57:51,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. after waiting 0 ms 2024-11-24T19:57:51,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:57:51,462 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:57:51,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ac1a424fc3e4f45a91be5313ebd60a68: Waiting for close lock at 1732478271461Disabling compacts and flushes for region at 1732478271461Disabling writes for close at 1732478271462 (+1 ms)Writing region close event to WAL at 1732478271462Closed at 1732478271462 2024-11-24T19:57:51,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T19:57:51,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478271466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478271466"}]},"ts":"1732478271466"} 2024-11-24T19:57:51,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T19:57:51,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T19:57:51,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732478271507"}]},"ts":"1732478271507"} 2024-11-24T19:57:51,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T19:57:51,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {32a03c886245=0} racks are {/default-rack=0} 2024-11-24T19:57:51,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T19:57:51,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T19:57:51,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T19:57:51,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T19:57:51,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T19:57:51,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T19:57:51,520 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T19:57:51,520 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T19:57:51,520 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T19:57:51,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T19:57:51,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f182f81c7fba43a076db3bbb1e4583a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac1a424fc3e4f45a91be5313ebd60a68, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eae7479b16b7b9ef3e96cef3c36c6491, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec41bd9f7b99b263fa645cec9a00415c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=050aacc4019e14cbcb3abce600c96fc3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d218e02806c27198f5334db22e1730c1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93ecaf1f730ecb53861118121122955a, ASSIGN}] 2024-11-24T19:57:51,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN 2024-11-24T19:57:51,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d218e02806c27198f5334db22e1730c1, ASSIGN 2024-11-24T19:57:51,526 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN 2024-11-24T19:57:51,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=050aacc4019e14cbcb3abce600c96fc3, ASSIGN 2024-11-24T19:57:51,528 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93ecaf1f730ecb53861118121122955a, ASSIGN 2024-11-24T19:57:51,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d218e02806c27198f5334db22e1730c1, ASSIGN; state=OFFLINE, location=32a03c886245,45035,1732478258658; forceNewPlan=false, retain=false 2024-11-24T19:57:51,528 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN; state=OFFLINE, location=32a03c886245,34167,1732478258763; forceNewPlan=false, retain=false 2024-11-24T19:57:51,528 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN; state=OFFLINE, location=32a03c886245,34167,1732478258763; forceNewPlan=false, retain=false 2024-11-24T19:57:51,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=050aacc4019e14cbcb3abce600c96fc3, ASSIGN; state=OFFLINE, location=32a03c886245,39987,1732478258822; forceNewPlan=false, retain=false 2024-11-24T19:57:51,529 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93ecaf1f730ecb53861118121122955a, ASSIGN; state=OFFLINE, location=32a03c886245,39987,1732478258822; forceNewPlan=false, retain=false 2024-11-24T19:57:51,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec41bd9f7b99b263fa645cec9a00415c, ASSIGN 2024-11-24T19:57:51,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac1a424fc3e4f45a91be5313ebd60a68, ASSIGN 2024-11-24T19:57:51,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec41bd9f7b99b263fa645cec9a00415c, ASSIGN; state=OFFLINE, location=32a03c886245,39987,1732478258822; forceNewPlan=false, retain=false 2024-11-24T19:57:51,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eae7479b16b7b9ef3e96cef3c36c6491, ASSIGN 2024-11-24T19:57:51,535 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN 2024-11-24T19:57:51,535 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f182f81c7fba43a076db3bbb1e4583a, ASSIGN 2024-11-24T19:57:51,536 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f182f81c7fba43a076db3bbb1e4583a, ASSIGN; state=OFFLINE, location=32a03c886245,45035,1732478258658; forceNewPlan=false, retain=false 2024-11-24T19:57:51,536 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN; state=OFFLINE, location=32a03c886245,34167,1732478258763; forceNewPlan=false, retain=false 2024-11-24T19:57:51,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eae7479b16b7b9ef3e96cef3c36c6491, ASSIGN; state=OFFLINE, location=32a03c886245,45035,1732478258658; forceNewPlan=false, retain=false 2024-11-24T19:57:51,536 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac1a424fc3e4f45a91be5313ebd60a68, ASSIGN; state=OFFLINE, location=32a03c886245,45035,1732478258658; forceNewPlan=false, retain=false 2024-11-24T19:57:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:57:51,683 INFO [32a03c886245:38207 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T19:57:51,684 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f182f81c7fba43a076db3bbb1e4583a, regionState=OPENING, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:57:51,684 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ac1a424fc3e4f45a91be5313ebd60a68, regionState=OPENING, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:57:51,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eae7479b16b7b9ef3e96cef3c36c6491, regionState=OPENING, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:57:51,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d218e02806c27198f5334db22e1730c1, regionState=OPENING, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:57:51,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=93ecaf1f730ecb53861118121122955a, regionState=OPENING, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:57:51,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=050aacc4019e14cbcb3abce600c96fc3, regionState=OPENING, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:57:51,685 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=402d670ea2bf10ee11114a881a6448e3, regionState=OPENING, regionLocation=32a03c886245,34167,1732478258763 2024-11-24T19:57:51,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8a9fdac32ff51b96fe2a66790e888738, regionState=OPENING, regionLocation=32a03c886245,34167,1732478258763 2024-11-24T19:57:51,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6ba9328f9f8a4035acec51d85a3b269, regionState=OPENING, regionLocation=32a03c886245,34167,1732478258763 2024-11-24T19:57:51,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec41bd9f7b99b263fa645cec9a00415c, regionState=OPENING, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:57:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac1a424fc3e4f45a91be5313ebd60a68, ASSIGN because future has completed 2024-11-24T19:57:51,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac1a424fc3e4f45a91be5313ebd60a68, server=32a03c886245,45035,1732478258658}] 2024-11-24T19:57:51,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d218e02806c27198f5334db22e1730c1, ASSIGN because future has completed 2024-11-24T19:57:51,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d218e02806c27198f5334db22e1730c1, server=32a03c886245,45035,1732478258658}] 2024-11-24T19:57:51,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eae7479b16b7b9ef3e96cef3c36c6491, ASSIGN because future has completed 2024-11-24T19:57:51,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eae7479b16b7b9ef3e96cef3c36c6491, server=32a03c886245,45035,1732478258658}] 2024-11-24T19:57:51,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93ecaf1f730ecb53861118121122955a, ASSIGN because future has completed 2024-11-24T19:57:51,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f182f81c7fba43a076db3bbb1e4583a, ASSIGN because future has completed 2024-11-24T19:57:51,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93ecaf1f730ecb53861118121122955a, server=32a03c886245,39987,1732478258822}] 2024-11-24T19:57:51,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=050aacc4019e14cbcb3abce600c96fc3, ASSIGN because future has completed 2024-11-24T19:57:51,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f182f81c7fba43a076db3bbb1e4583a, server=32a03c886245,45035,1732478258658}] 2024-11-24T19:57:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN because future has completed 2024-11-24T19:57:51,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN because future has completed 2024-11-24T19:57:51,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050aacc4019e14cbcb3abce600c96fc3, server=32a03c886245,39987,1732478258822}] 2024-11-24T19:57:51,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6ba9328f9f8a4035acec51d85a3b269, server=32a03c886245,34167,1732478258763}] 2024-11-24T19:57:51,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402d670ea2bf10ee11114a881a6448e3, server=32a03c886245,34167,1732478258763}] 2024-11-24T19:57:51,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN because future has completed 2024-11-24T19:57:51,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec41bd9f7b99b263fa645cec9a00415c, ASSIGN because future has completed 2024-11-24T19:57:51,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec41bd9f7b99b263fa645cec9a00415c, server=32a03c886245,39987,1732478258822}] 2024-11-24T19:57:51,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9fdac32ff51b96fe2a66790e888738, server=32a03c886245,34167,1732478258763}] 2024-11-24T19:57:52,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T19:57:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:57:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:57:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:57:56,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T19:57:58,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T19:57:58,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T19:57:58,279 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T19:57:58,279 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T19:57:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:58:01,693 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T19:58:01,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T19:58:01,706 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:58:01,706 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d218e02806c27198f5334db22e1730c1, NAME => 'SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T19:58:01,707 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,707 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,707 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,707 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,710 INFO [StoreOpener-d218e02806c27198f5334db22e1730c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T19:58:01,713 INFO [StoreOpener-d218e02806c27198f5334db22e1730c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d218e02806c27198f5334db22e1730c1 columnFamilyName cf 2024-11-24T19:58:01,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T19:58:01,713 DEBUG [StoreOpener-d218e02806c27198f5334db22e1730c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,715 INFO [StoreOpener-d218e02806c27198f5334db22e1730c1-1 {}] regionserver.HStore(327): Store=d218e02806c27198f5334db22e1730c1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,715 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,716 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,716 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,717 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,717 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,720 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,725 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:58:01,725 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 93ecaf1f730ecb53861118121122955a, NAME => 'SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T19:58:01,725 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,726 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,726 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,726 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,726 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,726 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:01,727 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9fdac32ff51b96fe2a66790e888738, NAME => 'SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T19:58:01,727 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d218e02806c27198f5334db22e1730c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63898142, jitterRate=-0.047843486070632935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,727 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:01,727 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,727 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,727 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,727 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,728 INFO [StoreOpener-93ecaf1f730ecb53861118121122955a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,728 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d218e02806c27198f5334db22e1730c1: Running coprocessor pre-open hook at 1732478281708Writing region info on filesystem at 1732478281708Initializing all the Stores at 1732478281710 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281710Cleaning up temporary data from old regions at 1732478281717 (+7 ms)Running coprocessor post-open hooks at 1732478281727 (+10 ms)Region opened successfully at 1732478281728 (+1 ms) 2024-11-24T19:58:01,729 INFO [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,730 INFO [StoreOpener-93ecaf1f730ecb53861118121122955a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93ecaf1f730ecb53861118121122955a columnFamilyName cf 2024-11-24T19:58:01,730 DEBUG [StoreOpener-93ecaf1f730ecb53861118121122955a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,730 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., pid=16, masterSystemTime=1732478281693 2024-11-24T19:58:01,731 INFO [StoreOpener-93ecaf1f730ecb53861118121122955a-1 {}] regionserver.HStore(327): Store=93ecaf1f730ecb53861118121122955a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,731 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,732 INFO [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9fdac32ff51b96fe2a66790e888738 columnFamilyName cf 2024-11-24T19:58:01,732 DEBUG [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,732 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,733 INFO [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] regionserver.HStore(327): Store=8a9fdac32ff51b96fe2a66790e888738/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,733 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,733 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,733 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:58:01,733 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:58:01,733 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:58:01,733 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f182f81c7fba43a076db3bbb1e4583a, NAME => 'SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T19:58:01,734 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,734 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,734 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,734 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,734 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,734 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,734 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,735 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d218e02806c27198f5334db22e1730c1, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:01,735 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,735 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,736 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,738 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d218e02806c27198f5334db22e1730c1, server=32a03c886245,45035,1732478258658 because future has completed 2024-11-24T19:58:01,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-24T19:58:01,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d218e02806c27198f5334db22e1730c1, server=32a03c886245,45035,1732478258658 in 10.0500 sec 2024-11-24T19:58:01,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d218e02806c27198f5334db22e1730c1, ASSIGN in 10.2230 sec 2024-11-24T19:58:01,747 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,747 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/8a9fdac32ff51b96fe2a66790e888738/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,748 INFO [StoreOpener-3f182f81c7fba43a076db3bbb1e4583a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,748 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 93ecaf1f730ecb53861118121122955a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60362847, jitterRate=-0.10052348673343658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,748 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8a9fdac32ff51b96fe2a66790e888738; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69257555, jitterRate=0.032017990946769714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,748 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:01,748 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:01,748 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 93ecaf1f730ecb53861118121122955a: Running coprocessor pre-open hook at 1732478281726Writing region info on filesystem at 1732478281726Initializing all the Stores at 1732478281727 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281727Cleaning up temporary data from old regions at 1732478281734 (+7 ms)Running coprocessor post-open hooks at 1732478281748 (+14 ms)Region opened successfully at 1732478281748 2024-11-24T19:58:01,748 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8a9fdac32ff51b96fe2a66790e888738: Running coprocessor pre-open hook at 1732478281727Writing region info on filesystem at 1732478281727Initializing all the Stores at 1732478281729 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281729Cleaning up temporary data from old regions at 1732478281735 (+6 ms)Running coprocessor post-open hooks at 1732478281748 (+13 ms)Region opened successfully at 1732478281748 2024-11-24T19:58:01,750 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., pid=24, masterSystemTime=1732478281711 2024-11-24T19:58:01,750 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., pid=18, masterSystemTime=1732478281710 2024-11-24T19:58:01,751 INFO [StoreOpener-3f182f81c7fba43a076db3bbb1e4583a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f182f81c7fba43a076db3bbb1e4583a columnFamilyName cf 2024-11-24T19:58:01,751 DEBUG [StoreOpener-3f182f81c7fba43a076db3bbb1e4583a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,752 INFO [StoreOpener-3f182f81c7fba43a076db3bbb1e4583a-1 {}] regionserver.HStore(327): Store=3f182f81c7fba43a076db3bbb1e4583a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,752 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,752 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:58:01,752 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:58:01,753 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:58:01,753 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ec41bd9f7b99b263fa645cec9a00415c, NAME => 'SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T19:58:01,753 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,753 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,754 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,754 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,754 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=93ecaf1f730ecb53861118121122955a, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:58:01,754 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:01,754 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:01,754 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:01,755 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 402d670ea2bf10ee11114a881a6448e3, NAME => 'SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T19:58:01,755 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,755 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,755 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,755 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,756 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,756 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,756 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8a9fdac32ff51b96fe2a66790e888738, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,34167,1732478258763 2024-11-24T19:58:01,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93ecaf1f730ecb53861118121122955a, server=32a03c886245,39987,1732478258822 because future has completed 2024-11-24T19:58:01,760 INFO [StoreOpener-ec41bd9f7b99b263fa645cec9a00415c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,760 INFO [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9fdac32ff51b96fe2a66790e888738, server=32a03c886245,34167,1732478258763 because future has completed 2024-11-24T19:58:01,761 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,763 INFO [StoreOpener-ec41bd9f7b99b263fa645cec9a00415c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec41bd9f7b99b263fa645cec9a00415c columnFamilyName cf 2024-11-24T19:58:01,763 DEBUG [StoreOpener-ec41bd9f7b99b263fa645cec9a00415c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,765 INFO [StoreOpener-ec41bd9f7b99b263fa645cec9a00415c-1 {}] regionserver.HStore(327): Store=ec41bd9f7b99b263fa645cec9a00415c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,765 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-24T19:58:01,767 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 93ecaf1f730ecb53861118121122955a, server=32a03c886245,39987,1732478258822 in 10.0680 sec 2024-11-24T19:58:01,767 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/3f182f81c7fba43a076db3bbb1e4583a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-24T19:58:01,768 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a9fdac32ff51b96fe2a66790e888738, server=32a03c886245,34167,1732478258763 in 10.0490 sec 2024-11-24T19:58:01,768 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3f182f81c7fba43a076db3bbb1e4583a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69757774, jitterRate=0.039471834897994995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,769 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:01,769 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3f182f81c7fba43a076db3bbb1e4583a: Running coprocessor pre-open hook at 1732478281734Writing region info on filesystem at 1732478281734Initializing all the Stores at 1732478281747 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281747Cleaning up temporary data from old regions at 1732478281756 (+9 ms)Running coprocessor post-open hooks at 1732478281769 (+13 ms)Region opened successfully at 1732478281769 2024-11-24T19:58:01,769 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,769 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,770 INFO [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 402d670ea2bf10ee11114a881a6448e3 columnFamilyName cf 2024-11-24T19:58:01,770 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a., pid=19, masterSystemTime=1732478281693 2024-11-24T19:58:01,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93ecaf1f730ecb53861118121122955a, ASSIGN in 10.2460 sec 2024-11-24T19:58:01,770 DEBUG [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,771 INFO [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] regionserver.HStore(327): Store=402d670ea2bf10ee11114a881a6448e3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,771 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,772 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,772 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN in 10.2470 sec 2024-11-24T19:58:01,773 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,773 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,773 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,774 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:58:01,774 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:58:01,774 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:58:01,774 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ac1a424fc3e4f45a91be5313ebd60a68, NAME => 'SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T19:58:01,775 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,775 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,775 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,775 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,776 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ec41bd9f7b99b263fa645cec9a00415c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,776 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f182f81c7fba43a076db3bbb1e4583a, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:01,776 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ec41bd9f7b99b263fa645cec9a00415c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64965704, jitterRate=-0.03193557262420654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,777 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:01,777 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ec41bd9f7b99b263fa645cec9a00415c: Running coprocessor pre-open hook at 1732478281754Writing region info on filesystem at 1732478281754Initializing all the Stores at 1732478281758 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281758Cleaning up temporary data from old regions at 1732478281769 (+11 ms)Running coprocessor post-open hooks at 1732478281777 (+8 ms)Region opened successfully at 1732478281777 2024-11-24T19:58:01,777 INFO [StoreOpener-ac1a424fc3e4f45a91be5313ebd60a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,779 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c., pid=23, masterSystemTime=1732478281710 2024-11-24T19:58:01,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f182f81c7fba43a076db3bbb1e4583a, server=32a03c886245,45035,1732478258658 because future has completed 2024-11-24T19:58:01,780 INFO [StoreOpener-ac1a424fc3e4f45a91be5313ebd60a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac1a424fc3e4f45a91be5313ebd60a68 columnFamilyName cf 2024-11-24T19:58:01,780 DEBUG [StoreOpener-ac1a424fc3e4f45a91be5313ebd60a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,781 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/402d670ea2bf10ee11114a881a6448e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,781 INFO [StoreOpener-ac1a424fc3e4f45a91be5313ebd60a68-1 {}] regionserver.HStore(327): Store=ac1a424fc3e4f45a91be5313ebd60a68/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,781 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,782 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 402d670ea2bf10ee11114a881a6448e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62640147, jitterRate=-0.06658907234668732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,782 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:01,782 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 402d670ea2bf10ee11114a881a6448e3: Running coprocessor pre-open hook at 1732478281756Writing region info on filesystem at 1732478281756Initializing all the Stores at 1732478281759 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281759Cleaning up temporary data from old regions at 1732478281774 (+15 ms)Running coprocessor post-open hooks at 1732478281782 (+8 ms)Region opened successfully at 1732478281782 2024-11-24T19:58:01,782 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:58:01,782 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:58:01,783 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:58:01,783 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 050aacc4019e14cbcb3abce600c96fc3, NAME => 'SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T19:58:01,783 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,783 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,783 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., pid=22, masterSystemTime=1732478281711 2024-11-24T19:58:01,783 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,783 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,783 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,783 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,784 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,784 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,786 INFO [StoreOpener-050aacc4019e14cbcb3abce600c96fc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,787 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:01,787 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:01,787 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:01,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec41bd9f7b99b263fa645cec9a00415c, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:58:01,787 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e6ba9328f9f8a4035acec51d85a3b269, NAME => 'SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T19:58:01,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=402d670ea2bf10ee11114a881a6448e3, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,34167,1732478258763 2024-11-24T19:58:01,789 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,789 INFO [StoreOpener-050aacc4019e14cbcb3abce600c96fc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050aacc4019e14cbcb3abce600c96fc3 columnFamilyName cf 2024-11-24T19:58:01,789 DEBUG [StoreOpener-050aacc4019e14cbcb3abce600c96fc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,788 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,790 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,790 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,790 INFO [StoreOpener-050aacc4019e14cbcb3abce600c96fc3-1 {}] regionserver.HStore(327): Store=050aacc4019e14cbcb3abce600c96fc3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,790 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,790 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-24T19:58:01,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f182f81c7fba43a076db3bbb1e4583a, server=32a03c886245,45035,1732478258658 in 10.0860 sec 2024-11-24T19:58:01,792 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec41bd9f7b99b263fa645cec9a00415c, server=32a03c886245,39987,1732478258822 because future has completed 2024-11-24T19:58:01,793 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,794 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,794 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402d670ea2bf10ee11114a881a6448e3, server=32a03c886245,34167,1732478258763 because future has completed 2024-11-24T19:58:01,795 INFO [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f182f81c7fba43a076db3bbb1e4583a, ASSIGN in 10.2700 sec 2024-11-24T19:58:01,797 INFO [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6ba9328f9f8a4035acec51d85a3b269 columnFamilyName cf 2024-11-24T19:58:01,798 DEBUG [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,798 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,799 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ac1a424fc3e4f45a91be5313ebd60a68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,799 INFO [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] regionserver.HStore(327): Store=e6ba9328f9f8a4035acec51d85a3b269/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,799 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,800 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ac1a424fc3e4f45a91be5313ebd60a68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59674686, jitterRate=-0.11077788472175598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,800 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:01,800 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ac1a424fc3e4f45a91be5313ebd60a68: Running coprocessor pre-open hook at 1732478281775Writing region info on filesystem at 1732478281775Initializing all the Stores at 1732478281777 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281777Cleaning up temporary data from old regions at 1732478281784 (+7 ms)Running coprocessor post-open hooks at 1732478281800 (+16 ms)Region opened successfully at 1732478281800 2024-11-24T19:58:01,801 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,802 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68., pid=15, masterSystemTime=1732478281693 2024-11-24T19:58:01,802 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,803 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,803 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/050aacc4019e14cbcb3abce600c96fc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,804 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-24T19:58:01,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 402d670ea2bf10ee11114a881a6448e3, server=32a03c886245,34167,1732478258763 in 10.0950 sec 2024-11-24T19:58:01,805 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 050aacc4019e14cbcb3abce600c96fc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60115227, jitterRate=-0.10421331226825714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,805 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:01,806 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 050aacc4019e14cbcb3abce600c96fc3: Running coprocessor pre-open hook at 1732478281784Writing region info on filesystem at 1732478281784Initializing all the Stores at 1732478281785 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281785Cleaning up temporary data from old regions at 1732478281794 (+9 ms)Running coprocessor post-open hooks at 1732478281805 (+11 ms)Region opened successfully at 1732478281805 2024-11-24T19:58:01,806 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:58:01,806 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:58:01,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-24T19:58:01,806 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:58:01,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec41bd9f7b99b263fa645cec9a00415c, server=32a03c886245,39987,1732478258822 in 10.0880 sec 2024-11-24T19:58:01,806 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => eae7479b16b7b9ef3e96cef3c36c6491, NAME => 'SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T19:58:01,807 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,808 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:01,808 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,808 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3., pid=20, masterSystemTime=1732478281710 2024-11-24T19:58:01,808 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ac1a424fc3e4f45a91be5313ebd60a68, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:01,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN in 10.2830 sec 2024-11-24T19:58:01,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec41bd9f7b99b263fa645cec9a00415c, ASSIGN in 10.2850 sec 2024-11-24T19:58:01,812 INFO [StoreOpener-eae7479b16b7b9ef3e96cef3c36c6491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,812 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:58:01,812 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:58:01,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=050aacc4019e14cbcb3abce600c96fc3, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:58:01,814 INFO [StoreOpener-eae7479b16b7b9ef3e96cef3c36c6491-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eae7479b16b7b9ef3e96cef3c36c6491 columnFamilyName cf 2024-11-24T19:58:01,814 DEBUG [StoreOpener-eae7479b16b7b9ef3e96cef3c36c6491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:01,815 INFO [StoreOpener-eae7479b16b7b9ef3e96cef3c36c6491-1 {}] regionserver.HStore(327): Store=eae7479b16b7b9ef3e96cef3c36c6491/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:01,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac1a424fc3e4f45a91be5313ebd60a68, server=32a03c886245,45035,1732478258658 because future has completed 2024-11-24T19:58:01,816 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,817 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=32a03c886245,39987,1732478258822, table=SPTestTable, region=050aacc4019e14cbcb3abce600c96fc3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T19:58:01,818 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,818 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38207 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=32a03c886245,45035,1732478258658, table=SPTestTable, region=ac1a424fc3e4f45a91be5313ebd60a68. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T19:58:01,819 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050aacc4019e14cbcb3abce600c96fc3, server=32a03c886245,39987,1732478258822 because future has completed 2024-11-24T19:58:01,819 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,820 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,821 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,824 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-24T19:58:01,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ac1a424fc3e4f45a91be5313ebd60a68, server=32a03c886245,45035,1732478258658 in 10.1310 sec 2024-11-24T19:58:01,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-24T19:58:01,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 050aacc4019e14cbcb3abce600c96fc3, server=32a03c886245,39987,1732478258822 in 10.1210 sec 2024-11-24T19:58:01,828 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/e6ba9328f9f8a4035acec51d85a3b269/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac1a424fc3e4f45a91be5313ebd60a68, ASSIGN in 10.3050 sec 2024-11-24T19:58:01,829 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e6ba9328f9f8a4035acec51d85a3b269; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63134174, jitterRate=-0.05922749638557434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,830 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:01,830 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e6ba9328f9f8a4035acec51d85a3b269: Running coprocessor pre-open hook at 1732478281790Writing region info on filesystem at 1732478281790Initializing all the Stores at 1732478281794 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281794Cleaning up temporary data from old regions at 1732478281804 (+10 ms)Running coprocessor post-open hooks at 1732478281830 (+26 ms)Region opened successfully at 1732478281830 2024-11-24T19:58:01,830 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/eae7479b16b7b9ef3e96cef3c36c6491/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:58:01,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=050aacc4019e14cbcb3abce600c96fc3, ASSIGN in 10.3060 sec 2024-11-24T19:58:01,831 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269., pid=21, masterSystemTime=1732478281711 2024-11-24T19:58:01,831 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened eae7479b16b7b9ef3e96cef3c36c6491; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60252177, jitterRate=-0.1021725982427597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:01,831 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:01,831 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for eae7479b16b7b9ef3e96cef3c36c6491: Running coprocessor pre-open hook at 1732478281808Writing region info on filesystem at 1732478281808Initializing all the Stores at 1732478281810 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478281810Cleaning up temporary data from old regions at 1732478281821 (+11 ms)Running coprocessor post-open hooks at 1732478281831 (+10 ms)Region opened successfully at 1732478281831 2024-11-24T19:58:01,832 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491., pid=17, masterSystemTime=1732478281693 2024-11-24T19:58:01,834 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:01,834 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:01,835 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e6ba9328f9f8a4035acec51d85a3b269, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,34167,1732478258763 2024-11-24T19:58:01,835 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:58:01,836 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:58:01,837 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eae7479b16b7b9ef3e96cef3c36c6491, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:01,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6ba9328f9f8a4035acec51d85a3b269, server=32a03c886245,34167,1732478258763 because future has completed 2024-11-24T19:58:01,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eae7479b16b7b9ef3e96cef3c36c6491, server=32a03c886245,45035,1732478258658 because future has completed 2024-11-24T19:58:01,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-24T19:58:01,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-24T19:58:01,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e6ba9328f9f8a4035acec51d85a3b269, server=32a03c886245,34167,1732478258763 in 10.1380 sec 2024-11-24T19:58:01,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure eae7479b16b7b9ef3e96cef3c36c6491, server=32a03c886245,45035,1732478258658 in 10.1500 sec 2024-11-24T19:58:01,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN in 10.3240 sec 2024-11-24T19:58:01,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T19:58:01,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eae7479b16b7b9ef3e96cef3c36c6491, ASSIGN in 10.3250 sec 2024-11-24T19:58:01,852 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T19:58:01,852 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732478281852"}]},"ts":"1732478281852"} 2024-11-24T19:58:01,855 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T19:58:01,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T19:58:01,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8440 sec 2024-11-24T19:58:04,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T19:58:07,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T19:58:07,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T19:58:08,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-24T19:58:08,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-24T19:58:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:58:09,274 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T19:58:09,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T19:58:09,278 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:58:09,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T19:58:09,294 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:58:09,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T19:58:09,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,403 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., hostname=32a03c886245,34167,1732478258763, seqNum=2] 2024-11-24T19:58:09,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., hostname=32a03c886245,45035,1732478258658, seqNum=2] 2024-11-24T19:58:09,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., hostname=32a03c886245,39987,1732478258822, seqNum=2] 2024-11-24T19:58:09,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., hostname=32a03c886245,39987,1732478258822, seqNum=2] 2024-11-24T19:58:09,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., hostname=32a03c886245,39987,1732478258822, seqNum=2] 2024-11-24T19:58:09,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., hostname=32a03c886245,39987,1732478258822, seqNum=2] 2024-11-24T19:58:09,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., hostname=32a03c886245,39987,1732478258822, seqNum=2] 2024-11-24T19:58:09,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., hostname=32a03c886245,39987,1732478258822, seqNum=2] 2024-11-24T19:58:09,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., hostname=32a03c886245,39987,1732478258822, seqNum=2] 2024-11-24T19:58:10,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:58:10,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:58:10,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:58:10,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:58:10,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34167 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:58:10,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:58:10,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:58:10,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34167 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:58:10,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:58:10,991 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T19:58:10,993 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:58:10,994 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T19:58:10,998 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T19:58:11,010 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T19:58:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741848_1024 (size=49) 2024-11-24T19:58:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741848_1024 (size=49) 2024-11-24T19:58:11,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741848_1024 (size=49) 2024-11-24T19:58:11,022 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T19:58:11,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f182f81c7fba43a076db3bbb1e4583a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac1a424fc3e4f45a91be5313ebd60a68}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eae7479b16b7b9ef3e96cef3c36c6491}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec41bd9f7b99b263fa645cec9a00415c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 050aacc4019e14cbcb3abce600c96fc3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d218e02806c27198f5334db22e1730c1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93ecaf1f730ecb53861118121122955a}] 2024-11-24T19:58:11,028 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:11,028 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:11,029 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:11,029 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:11,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:11,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:11,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:11,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:11,037 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:11,037 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:11,094 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 32a03c886245,34167,1732478258763 2024-11-24T19:58:11,095 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 32a03c886245,34167,1732478258763: Simulated kill ***** 2024-11-24T19:58:11,095 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T19:58:11,097 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T19:58:11,098 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T19:58:11,100 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T19:58:11,100 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T19:58:11,107 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 607418704 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153791624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "32a03c886245", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "32a03c886245", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54411", "tag.serverName": "32a03c886245,34167,1732478258763", "tag.clusterId": "2225f353-fa5a-443d-b6fa-d30cf1c6dcfa", "tag.Context": "regionserver", "tag.Hostname": "32a03c886245", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732478258763, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-24T19:58:11,110 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38207 {}] master.MasterRpcServices(700): 32a03c886245,34167,1732478258763 reported a fatal error: ***** ABORTING region server 32a03c886245,34167,1732478258763: Simulated kill ***** 2024-11-24T19:58:11,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a03c886245,34167,1732478258763' ***** 2024-11-24T19:58:11,113 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T19:58:11,113 INFO [RS:1;32a03c886245:34167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T19:58:11,113 INFO [RS:1;32a03c886245:34167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T19:58:11,113 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:58:11,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T19:58:11,113 INFO [RS:1;32a03c886245:34167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T19:58:11,113 INFO [RS:1;32a03c886245:34167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:58:11,114 INFO [RS:1;32a03c886245:34167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32a03c886245:34167. 2024-11-24T19:58:11,114 DEBUG [RS:1;32a03c886245:34167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:58:11,114 DEBUG [RS:1;32a03c886245:34167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:58:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741835_1011 (size=966) 2024-11-24T19:58:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741835_1011 (size=966) 2024-11-24T19:58:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741835_1011 (size=966) 2024-11-24T19:58:11,121 DEBUG [RS:1;32a03c886245:34167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:58:11,121 INFO [RS:1;32a03c886245:34167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:58:11,121 INFO [RS:1;32a03c886245:34167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34167 2024-11-24T19:58:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32a03c886245,34167,1732478258763 2024-11-24T19:58:11,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T19:58:11,175 INFO [RS:1;32a03c886245:34167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:58:11,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a03c886245,34167,1732478258763] 2024-11-24T19:58:11,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32a03c886245,34167,1732478258763 already deleted, retry=false 2024-11-24T19:58:11,191 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 32a03c886245,34167,1732478258763 on 32a03c886245,38207,1732478257950 2024-11-24T19:58:11,197 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 32a03c886245,34167,1732478258763, splitWal=true, meta=false 2024-11-24T19:58:11,201 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 32a03c886245,34167,1732478258763 (carryingMeta=false) 32a03c886245,34167,1732478258763/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5fcf4334[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T19:58:11,202 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 32a03c886245,34167,1732478258763, splitWal=true, meta=false 2024-11-24T19:58:11,204 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:11,204 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 32a03c886245,34167,1732478258763 had 3 regions 2024-11-24T19:58:11,204 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:11,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:11,206 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 32a03c886245,34167,1732478258763, splitWal=true, meta=false, isMeta: false 2024-11-24T19:58:11,206 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 can not run currently because target server of region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 32a03c886245,34167,1732478258763 is in state CRASHED, wait 1000 ms to retry 2024-11-24T19:58:11,206 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 can not run currently because target server of region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 32a03c886245,34167,1732478258763 is in state CRASHED, wait 1000 ms to retry 2024-11-24T19:58:11,206 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 can not run currently because target server of region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 32a03c886245,34167,1732478258763 is in state CRASHED, wait 1000 ms to retry 2024-11-24T19:58:11,206 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738; timeout=1000, timestamp=1732478292206 2024-11-24T19:58:11,206 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3; timeout=1000, timestamp=1732478292206 2024-11-24T19:58:11,206 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269; timeout=1000, timestamp=1732478292206 2024-11-24T19:58:11,208 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting 2024-11-24T19:58:11,210 INFO [PEWorker-3 {}] master.SplitWALManager(105): 32a03c886245,34167,1732478258763 WAL count=1, meta=false 2024-11-24T19:58:11,211 INFO [regionserver/32a03c886245:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:58:11,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 32a03c886245%2C34167%2C1732478258763.1732478260327}] 2024-11-24T19:58:11,219 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:11,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 32a03c886245%2C34167%2C1732478258763.1732478260327, worker=32a03c886245,39987,1732478258822}] 2024-11-24T19:58:11,240 INFO [regionserver/32a03c886245:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T19:58:11,240 INFO [regionserver/32a03c886245:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T19:58:11,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:58:11,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34167-0x1016fb5dabe0002, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:58:11,284 INFO [RS:1;32a03c886245:34167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:58:11,284 INFO [RS:1;32a03c886245:34167 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a03c886245,34167,1732478258763; zookeeper connection closed. 2024-11-24T19:58:11,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22779f84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22779f84 2024-11-24T19:58:12,206 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:12,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:12,206 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:12,208 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 can not run currently because target server of region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T19:58:12,208 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 can not run currently because target server of region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T19:58:12,208 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 can not run currently because target server of region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T19:58:12,208 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738; timeout=2000, timestamp=1732478294208 2024-11-24T19:58:12,208 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3; timeout=2000, timestamp=1732478294208 2024-11-24T19:58:12,208 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269; timeout=2000, timestamp=1732478294208 2024-11-24T19:58:12,901 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a03c886245:38207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-24T19:58:14,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:14,209 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:14,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:14,212 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 can not run currently because target server of region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T19:58:14,213 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738; timeout=4000, timestamp=1732478298213 2024-11-24T19:58:14,214 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 can not run currently because target server of region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T19:58:14,214 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 can not run currently because target server of region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T19:58:14,214 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3; timeout=4000, timestamp=1732478298214 2024-11-24T19:58:14,214 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269; timeout=4000, timestamp=1732478298214 2024-11-24T19:58:18,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:18,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:18,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:18,219 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 can not run currently because target server of region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T19:58:18,219 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738; timeout=8000, timestamp=1732478306219 2024-11-24T19:58:18,219 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 can not run currently because target server of region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T19:58:18,219 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 can not run currently because target server of region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 32a03c886245,34167,1732478258763 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T19:58:18,219 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269; timeout=8000, timestamp=1732478306219 2024-11-24T19:58:18,220 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3; timeout=8000, timestamp=1732478306219 2024-11-24T19:58:21,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T19:58:21,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-24T19:58:21,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T19:58:21,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T19:58:21,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:58:21,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:58:21,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T19:58:21,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:58:21,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T19:58:21,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:58:21,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T19:58:21,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T19:58:21,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:58:21,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:58:21,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 93ecaf1f730ecb53861118121122955a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-24T19:58:21,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d218e02806c27198f5334db22e1730c1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 050aacc4019e14cbcb3abce600c96fc3: 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ec41bd9f7b99b263fa645cec9a00415c: 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3f182f81c7fba43a076db3bbb1e4583a: 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for eae7479b16b7b9ef3e96cef3c36c6491: 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. for SnapshotProcedureTest completed. 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. for SnapshotProcedureTest completed. 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. for SnapshotProcedureTest completed. 2024-11-24T19:58:21,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. for SnapshotProcedureTest completed. 2024-11-24T19:58:21,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:21,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:21,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:21,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:21,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:21,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:21,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:21,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:21,074 INFO [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327, size=966 (966bytes) 2024-11-24T19:58:21,075 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T19:58:21,075 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T19:58:21,075 INFO [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327 2024-11-24T19:58:21,080 INFO [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327 after 4ms 2024-11-24T19:58:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741849_1025 (size=65) 2024-11-24T19:58:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741849_1025 (size=65) 2024-11-24T19:58:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741849_1025 (size=65) 2024-11-24T19:58:21,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741850_1026 (size=57) 2024-11-24T19:58:21,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741850_1026 (size=57) 2024-11-24T19:58:21,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741850_1026 (size=57) 2024-11-24T19:58:21,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:58:21,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:58:21,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T19:58:21,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T19:58:21,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:58:21,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ac1a424fc3e4f45a91be5313ebd60a68: 2024-11-24T19:58:21,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. for SnapshotProcedureTest completed. 2024-11-24T19:58:21,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:21,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741851_1027 (size=65) 2024-11-24T19:58:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T19:58:21,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T19:58:21,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:21,095 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:58:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741851_1027 (size=65) 2024-11-24T19:58:21,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741851_1027 (size=65) 2024-11-24T19:58:21,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:58:21,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T19:58:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T19:58:21,100 INFO [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327 took 28ms 2024-11-24T19:58:21,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:21,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:58:21,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:58:21,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f182f81c7fba43a076db3bbb1e4583a in 10.0780 sec 2024-11-24T19:58:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741852_1028 (size=65) 2024-11-24T19:58:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741852_1028 (size=65) 2024-11-24T19:58:21,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 050aacc4019e14cbcb3abce600c96fc3 in 10.0790 sec 2024-11-24T19:58:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741852_1028 (size=65) 2024-11-24T19:58:21,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:58:21,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T19:58:21,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eae7479b16b7b9ef3e96cef3c36c6491 in 10.0790 sec 2024-11-24T19:58:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T19:58:21,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:21,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:58:21,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec41bd9f7b99b263fa645cec9a00415c in 10.0850 sec 2024-11-24T19:58:21,126 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8a9fdac32ff51b96fe2a66790e888738: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T19:58:21,129 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 402d670ea2bf10ee11114a881a6448e3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T19:58:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e6ba9328f9f8a4035acec51d85a3b269: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T19:58:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327 so closing down 2024-11-24T19:58:21,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T19:58:21,132 INFO [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T19:58:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741853_1029 (size=65) 2024-11-24T19:58:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741853_1029 (size=65) 2024-11-24T19:58:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741853_1029 (size=65) 2024-11-24T19:58:21,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:58:21,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T19:58:21,139 INFO [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327, size=966, length=966, corrupted=false, cancelled=false 2024-11-24T19:58:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T19:58:21,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:21,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327, journal: Splitting hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327, size=966 (966bytes) at 1732478301074Finishing writing output for hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327 so closing down at 1732478301131 (+57 ms)3 split writer threads finished at 1732478301132 (+1 ms)Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327, size=966, length=966, corrupted=false, cancelled=false at 1732478301139 (+7 ms) 2024-11-24T19:58:21,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:58:21,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327 2024-11-24T19:58:21,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T19:58:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T19:58:21,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac1a424fc3e4f45a91be5313ebd60a68 in 10.1180 sec 2024-11-24T19:58:21,152 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting/32a03c886245%2C34167%2C1732478258763.1732478260327 to hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs 2024-11-24T19:58:21,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T19:58:21,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 32a03c886245%2C34167%2C1732478258763.1732478260327, worker=32a03c886245,39987,1732478258822 in 9.9320 sec 2024-11-24T19:58:21,161 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:21,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T19:58:21,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 32a03c886245%2C34167%2C1732478258763.1732478260327, worker=32a03c886245,39987,1732478258822 in 9.9490 sec 2024-11-24T19:58:21,168 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting dir is empty, no logs to split. 2024-11-24T19:58:21,168 INFO [PEWorker-4 {}] master.SplitWALManager(105): 32a03c886245,34167,1732478258763 WAL count=0, meta=false 2024-11-24T19:58:21,168 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 32a03c886245,34167,1732478258763 WAL splitting is done? wals=0, meta=false 2024-11-24T19:58:21,171 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 32a03c886245,34167,1732478258763 failed, ignore...File hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/WALs/32a03c886245,34167,1732478258763-splitting does not exist. 2024-11-24T19:58:21,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/.tmp/cf/68f4379f35174b97903ecc067402669e is 34, key is ccd/cf:cf/1732478290377/Put/seqid=0 2024-11-24T19:58:21,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN}] 2024-11-24T19:58:21,179 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN 2024-11-24T19:58:21,179 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN 2024-11-24T19:58:21,180 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN 2024-11-24T19:58:21,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T19:58:21,181 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T19:58:21,181 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T19:58:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741855_1031 (size=47197) 2024-11-24T19:58:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741855_1031 (size=47197) 2024-11-24T19:58:21,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741855_1031 (size=47197) 2024-11-24T19:58:21,204 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/.tmp/cf/68f4379f35174b97903ecc067402669e 2024-11-24T19:58:21,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/.tmp/cf/85e3d318c56d4e4dbc284554b118d0a1 is 34, key is eaa/cf:cf/1732478290843/Put/seqid=0 2024-11-24T19:58:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741854_1030 (size=499309) 2024-11-24T19:58:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741854_1030 (size=499309) 2024-11-24T19:58:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741854_1030 (size=499309) 2024-11-24T19:58:21,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/.tmp/cf/85e3d318c56d4e4dbc284554b118d0a1 2024-11-24T19:58:21,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/.tmp/cf/68f4379f35174b97903ecc067402669e as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/cf/68f4379f35174b97903ecc067402669e 2024-11-24T19:58:21,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/.tmp/cf/85e3d318c56d4e4dbc284554b118d0a1 as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/cf/85e3d318c56d4e4dbc284554b118d0a1 2024-11-24T19:58:21,269 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/cf/68f4379f35174b97903ecc067402669e, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T19:58:21,269 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/cf/85e3d318c56d4e4dbc284554b118d0a1, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-24T19:58:21,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 93ecaf1f730ecb53861118121122955a in 228ms, sequenceid=5, compaction requested=false 2024-11-24T19:58:21,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d218e02806c27198f5334db22e1730c1 in 227ms, sequenceid=5, compaction requested=false 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 93ecaf1f730ecb53861118121122955a: 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d218e02806c27198f5334db22e1730c1: 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. for SnapshotProcedureTest completed. 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. for SnapshotProcedureTest completed. 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/cf/85e3d318c56d4e4dbc284554b118d0a1] hfiles 2024-11-24T19:58:21,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/cf/68f4379f35174b97903ecc067402669e] hfiles 2024-11-24T19:58:21,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/cf/85e3d318c56d4e4dbc284554b118d0a1 for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/cf/68f4379f35174b97903ecc067402669e for snapshot=SnapshotProcedureTest 2024-11-24T19:58:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741857_1033 (size=105) 2024-11-24T19:58:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741857_1033 (size=105) 2024-11-24T19:58:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741857_1033 (size=105) 2024-11-24T19:58:21,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:58:21,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T19:58:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T19:58:21,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:21,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d218e02806c27198f5334db22e1730c1 2024-11-24T19:58:21,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d218e02806c27198f5334db22e1730c1 in 10.2740 sec 2024-11-24T19:58:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741856_1032 (size=97) 2024-11-24T19:58:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741856_1032 (size=97) 2024-11-24T19:58:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741856_1032 (size=97) 2024-11-24T19:58:21,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:58:21,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T19:58:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T19:58:21,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:21,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93ecaf1f730ecb53861118121122955a 2024-11-24T19:58:21,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93ecaf1f730ecb53861118121122955a in 10.2830 sec 2024-11-24T19:58:21,331 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(204): Hosts are {32a03c886245=0} racks are {/default-rack=0} 2024-11-24T19:58:21,332 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T19:58:21,332 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T19:58:21,332 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T19:58:21,332 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T19:58:21,332 INFO [32a03c886245:38207 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T19:58:21,332 INFO [32a03c886245:38207 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T19:58:21,332 DEBUG [32a03c886245:38207 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T19:58:21,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8a9fdac32ff51b96fe2a66790e888738, regionState=OPENING, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:58:21,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e6ba9328f9f8a4035acec51d85a3b269, regionState=OPENING, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:21,332 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=402d670ea2bf10ee11114a881a6448e3, regionState=OPENING, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:21,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN because future has completed 2024-11-24T19:58:21,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402d670ea2bf10ee11114a881a6448e3, server=32a03c886245,45035,1732478258658}] 2024-11-24T19:58:21,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN because future has completed 2024-11-24T19:58:21,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9fdac32ff51b96fe2a66790e888738, server=32a03c886245,39987,1732478258822}] 2024-11-24T19:58:21,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN because future has completed 2024-11-24T19:58:21,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6ba9328f9f8a4035acec51d85a3b269, server=32a03c886245,45035,1732478258658}] 2024-11-24T19:58:26,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 held by pid=39 2024-11-24T19:58:26,221 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 held by pid=41 2024-11-24T19:58:26,221 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:26,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:26,221 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 held by pid=40 2024-11-24T19:58:26,221 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,345 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:31,345 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:31,345 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9fdac32ff51b96fe2a66790e888738, NAME => 'SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T19:58:31,345 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => e6ba9328f9f8a4035acec51d85a3b269, NAME => 'SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T19:58:31,345 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,345 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,345 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:31,346 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:31,346 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,346 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,346 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,346 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,347 INFO [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,347 INFO [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,348 INFO [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9fdac32ff51b96fe2a66790e888738 columnFamilyName cf 2024-11-24T19:58:31,348 INFO [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6ba9328f9f8a4035acec51d85a3b269 columnFamilyName cf 2024-11-24T19:58:31,349 DEBUG [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:31,349 DEBUG [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:31,349 INFO [StoreOpener-8a9fdac32ff51b96fe2a66790e888738-1 {}] regionserver.HStore(327): Store=8a9fdac32ff51b96fe2a66790e888738/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:31,349 INFO [StoreOpener-e6ba9328f9f8a4035acec51d85a3b269-1 {}] regionserver.HStore(327): Store=e6ba9328f9f8a4035acec51d85a3b269/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:31,349 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,349 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,350 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,350 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,352 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,352 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,352 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,352 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,352 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,352 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,354 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,355 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,356 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened e6ba9328f9f8a4035acec51d85a3b269; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66420259, jitterRate=-0.010261014103889465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:31,356 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,356 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 8a9fdac32ff51b96fe2a66790e888738; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70166562, jitterRate=0.04556325078010559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:31,356 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,356 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for e6ba9328f9f8a4035acec51d85a3b269: Running coprocessor pre-open hook at 1732478311346Writing region info on filesystem at 1732478311346Initializing all the Stores at 1732478311347 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478311347Cleaning up temporary data from old regions at 1732478311352 (+5 ms)Running coprocessor post-open hooks at 1732478311356 (+4 ms)Region opened successfully at 1732478311356 2024-11-24T19:58:31,356 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 8a9fdac32ff51b96fe2a66790e888738: Running coprocessor pre-open hook at 1732478311346Writing region info on filesystem at 1732478311346Initializing all the Stores at 1732478311347 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478311347Cleaning up temporary data from old regions at 1732478311352 (+5 ms)Running coprocessor post-open hooks at 1732478311356 (+4 ms)Region opened successfully at 1732478311356 2024-11-24T19:58:31,357 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269., pid=44, masterSystemTime=1732478311339 2024-11-24T19:58:31,357 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., pid=43, masterSystemTime=1732478311340 2024-11-24T19:58:31,360 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:31,360 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:31,360 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:31,360 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 402d670ea2bf10ee11114a881a6448e3, NAME => 'SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T19:58:31,361 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e6ba9328f9f8a4035acec51d85a3b269, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:31,361 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:58:31,361 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,361 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,363 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:31,363 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:31,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8a9fdac32ff51b96fe2a66790e888738, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,39987,1732478258822 2024-11-24T19:58:31,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6ba9328f9f8a4035acec51d85a3b269, server=32a03c886245,45035,1732478258658 because future has completed 2024-11-24T19:58:31,366 INFO [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9fdac32ff51b96fe2a66790e888738, server=32a03c886245,39987,1732478258822 because future has completed 2024-11-24T19:58:31,367 INFO [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 402d670ea2bf10ee11114a881a6448e3 columnFamilyName cf 2024-11-24T19:58:31,367 DEBUG [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:58:31,368 INFO [StoreOpener-402d670ea2bf10ee11114a881a6448e3-1 {}] regionserver.HStore(327): Store=402d670ea2bf10ee11114a881a6448e3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:58:31,368 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-24T19:58:31,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure e6ba9328f9f8a4035acec51d85a3b269, server=32a03c886245,45035,1732478258658 in 10.0270 sec 2024-11-24T19:58:31,370 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-24T19:58:31,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6ba9328f9f8a4035acec51d85a3b269, ASSIGN in 10.1930 sec 2024-11-24T19:58:31,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a9fdac32ff51b96fe2a66790e888738, server=32a03c886245,39987,1732478258822 in 10.0310 sec 2024-11-24T19:58:31,372 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:31,372 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,374 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,374 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9fdac32ff51b96fe2a66790e888738, ASSIGN in 10.1960 sec 2024-11-24T19:58:31,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:31,378 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,379 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 402d670ea2bf10ee11114a881a6448e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66232945, jitterRate=-0.013052210211753845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:58:31,379 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,380 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 402d670ea2bf10ee11114a881a6448e3: Running coprocessor pre-open hook at 1732478311361Writing region info on filesystem at 1732478311361Initializing all the Stores at 1732478311365 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478311365Cleaning up temporary data from old regions at 1732478311374 (+9 ms)Running coprocessor post-open hooks at 1732478311379 (+5 ms)Region opened successfully at 1732478311379 2024-11-24T19:58:31,381 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., pid=42, masterSystemTime=1732478311339 2024-11-24T19:58:31,383 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:31,383 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:31,384 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=402d670ea2bf10ee11114a881a6448e3, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,45035,1732478258658 2024-11-24T19:58:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402d670ea2bf10ee11114a881a6448e3, server=32a03c886245,45035,1732478258658 because future has completed 2024-11-24T19:58:31,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-24T19:58:31,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 402d670ea2bf10ee11114a881a6448e3, server=32a03c886245,45035,1732478258658 in 10.0510 sec 2024-11-24T19:58:31,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:31,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-24T19:58:31,393 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 32a03c886245,34167,1732478258763 after splitting done 2024-11-24T19:58:31,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=402d670ea2bf10ee11114a881a6448e3, ASSIGN in 10.2140 sec 2024-11-24T19:58:31,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 32a03c886245,34167,1732478258763, splitWal=true, meta=false in 20.2010 sec 2024-11-24T19:58:31,849 INFO [master/32a03c886245:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T19:58:31,849 INFO [master/32a03c886245:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T19:58:36,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T19:58:37,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T19:58:40,202 INFO [regionserver/32a03c886245:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T19:58:41,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T19:58:41,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T19:58:41,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:41,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:41,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 402d670ea2bf10ee11114a881a6448e3: 2024-11-24T19:58:41,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. for SnapshotProcedureTest completed. 2024-11-24T19:58:41,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e6ba9328f9f8a4035acec51d85a3b269: 2024-11-24T19:58:41,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. for SnapshotProcedureTest completed. 2024-11-24T19:58:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T19:58:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:41,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8a9fdac32ff51b96fe2a66790e888738: 2024-11-24T19:58:41,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. for SnapshotProcedureTest completed. 2024-11-24T19:58:41,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:58:41,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:58:41,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:58:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741858_1034 (size=65) 2024-11-24T19:58:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741858_1034 (size=65) 2024-11-24T19:58:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741858_1034 (size=65) 2024-11-24T19:58:41,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:58:41,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T19:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T19:58:41,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741859_1035 (size=65) 2024-11-24T19:58:41,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:58:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741860_1036 (size=65) 2024-11-24T19:58:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741860_1036 (size=65) 2024-11-24T19:58:41,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:58:41,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T19:58:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741859_1035 (size=65) 2024-11-24T19:58:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741860_1036 (size=65) 2024-11-24T19:58:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741859_1035 (size=65) 2024-11-24T19:58:41,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:58:41,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T19:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T19:58:41,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T19:58:41,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:41,400 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:58:41,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:58:41,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 402d670ea2bf10ee11114a881a6448e3 in 30.3780 sec 2024-11-24T19:58:41,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6ba9328f9f8a4035acec51d85a3b269 in 30.3760 sec 2024-11-24T19:58:41,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-24T19:58:41,403 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T19:58:41,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a9fdac32ff51b96fe2a66790e888738 in 30.3780 sec 2024-11-24T19:58:41,405 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T19:58:41,408 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T19:58:41,408 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T19:58:41,412 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T19:58:41,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741861_1037 (size=1094) 2024-11-24T19:58:41,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741861_1037 (size=1094) 2024-11-24T19:58:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741861_1037 (size=1094) 2024-11-24T19:58:41,460 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T19:58:41,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T19:58:41,474 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:58:41,474 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:41,474 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:41,474 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:58:41,474 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:41,480 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:58:45,904 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a03c886245:38207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-24T19:58:46,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d218e02806c27198f5334db22e1730c1, had cached 0 bytes from a total of 47197 2024-11-24T19:58:46,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 93ecaf1f730ecb53861118121122955a, had cached 0 bytes from a total of 499309 2024-11-24T19:58:50,830 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ec41bd9f7b99b263fa645cec9a00415c changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,831 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 050aacc4019e14cbcb3abce600c96fc3 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,832 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8a9fdac32ff51b96fe2a66790e888738 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,833 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 93ecaf1f730ecb53861118121122955a changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,833 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f182f81c7fba43a076db3bbb1e4583a changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,834 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6ba9328f9f8a4035acec51d85a3b269 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,834 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ac1a424fc3e4f45a91be5313ebd60a68 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,834 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eae7479b16b7b9ef3e96cef3c36c6491 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,835 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 402d670ea2bf10ee11114a881a6448e3 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:50,835 DEBUG [master/32a03c886245:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d218e02806c27198f5334db22e1730c1 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:58:51,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-24T19:58:51,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-24T19:58:51,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-24T19:58:51,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-24T19:58:51,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-24T19:58:51,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-24T19:58:51,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T19:58:51,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T19:58:51,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T19:58:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-24T19:58:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-24T19:58:51,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T19:58:51,496 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 Release verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-24T19:58:51,497 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 Release verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:51,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 in 10.0290 sec 2024-11-24T19:58:51,499 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:51,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 Release verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:51,501 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:51,501 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:58:51,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 in 10.0290 sec 2024-11-24T19:58:51,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 in 10.0320 sec 2024-11-24T19:58:51,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T19:58:51,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-24T19:58:51,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-24T19:58:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-24T19:58:51,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-24T19:58:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-24T19:58:51,535 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 Release verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:58:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-24T19:58:51,536 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 Release verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:58:51,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 in 10.0670 sec 2024-11-24T19:58:51,538 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:58:51,538 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 Release verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:58:51,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 in 10.0680 sec 2024-11-24T19:58:51,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 in 10.0700 sec 2024-11-24T19:59:01,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-24T19:59:01,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-24T19:59:01,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T19:59:01,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-24T19:59:01,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-24T19:59:01,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-24T19:59:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-24T19:59:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-24T19:59:01,504 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 Release verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:59:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-24T19:59:01,505 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 Release verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:59:01,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 in 20.0360 sec 2024-11-24T19:59:01,506 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 Release verify snapshot worker=32a03c886245,39987,1732478258822 2024-11-24T19:59:01,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 in 20.0380 sec 2024-11-24T19:59:01,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,39987,1732478258822 in 20.0380 sec 2024-11-24T19:59:01,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-24T19:59:01,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T19:59:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38207 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T19:59:01,543 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 Release verify snapshot worker=32a03c886245,45035,1732478258658 2024-11-24T19:59:01,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-24T19:59:01,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,45035,1732478258658 in 20.0750 sec 2024-11-24T19:59:01,547 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T19:59:01,549 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T19:59:01,552 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T19:59:01,553 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T19:59:01,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5660 sec 2024-11-24T19:59:01,766 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T19:59:01,773 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T19:59:01,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T19:59:01,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T19:59:01,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:01,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:01,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T19:59:01,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:01,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T19:59:01,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=436609712, stopped=false 2024-11-24T19:59:01,775 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a03c886245,38207,1732478257950 2024-11-24T19:59:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:01,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:01,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T19:59:01,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:01,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:01,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T19:59:01,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:01,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:01,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:01,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a03c886245,45035,1732478258658' ***** 2024-11-24T19:59:01,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T19:59:01,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a03c886245,39987,1732478258822' ***** 2024-11-24T19:59:01,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T19:59:01,841 INFO [RS:0;32a03c886245:45035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T19:59:01,841 INFO [RS:2;32a03c886245:39987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T19:59:01,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T19:59:01,841 INFO [RS:0;32a03c886245:45035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T19:59:01,841 INFO [RS:2;32a03c886245:39987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T19:59:01,841 INFO [RS:2;32a03c886245:39987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T19:59:01,841 INFO [RS:0;32a03c886245:45035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T19:59:01,841 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for 402d670ea2bf10ee11114a881a6448e3 2024-11-24T19:59:01,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T19:59:01,842 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for 93ecaf1f730ecb53861118121122955a 2024-11-24T19:59:01,842 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f182f81c7fba43a076db3bbb1e4583a 2024-11-24T19:59:01,842 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for ac1a424fc3e4f45a91be5313ebd60a68 2024-11-24T19:59:01,842 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:59:01,842 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:59:01,842 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a9fdac32ff51b96fe2a66790e888738 2024-11-24T19:59:01,842 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for 050aacc4019e14cbcb3abce600c96fc3 2024-11-24T19:59:01,842 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for d218e02806c27198f5334db22e1730c1 2024-11-24T19:59:01,842 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for e6ba9328f9f8a4035acec51d85a3b269 2024-11-24T19:59:01,842 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(959): stopping server 32a03c886245,39987,1732478258822 2024-11-24T19:59:01,842 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(959): stopping server 32a03c886245,45035,1732478258658 2024-11-24T19:59:01,842 INFO [RS:0;32a03c886245:45035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:59:01,842 INFO [RS:2;32a03c886245:39987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:59:01,842 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93ecaf1f730ecb53861118121122955a, disabling compactions & flushes 2024-11-24T19:59:01,842 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 402d670ea2bf10ee11114a881a6448e3, disabling compactions & flushes 2024-11-24T19:59:01,843 INFO [RS:0;32a03c886245:45035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a03c886245:45035. 2024-11-24T19:59:01,843 INFO [RS:2;32a03c886245:39987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;32a03c886245:39987. 2024-11-24T19:59:01,843 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:59:01,843 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:59:01,843 DEBUG [RS:0;32a03c886245:45035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:01,843 DEBUG [RS:2;32a03c886245:39987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:01,843 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:59:01,843 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:59:01,843 DEBUG [RS:0;32a03c886245:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:01,843 DEBUG [RS:2;32a03c886245:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:01,843 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. after waiting 0 ms 2024-11-24T19:59:01,843 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. after waiting 0 ms 2024-11-24T19:59:01,843 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:59:01,843 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:59:01,843 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-24T19:59:01,843 INFO [RS:2;32a03c886245:39987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T19:59:01,843 INFO [RS:2;32a03c886245:39987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T19:59:01,843 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1325): Online Regions={402d670ea2bf10ee11114a881a6448e3=SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3., 3f182f81c7fba43a076db3bbb1e4583a=SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a., ac1a424fc3e4f45a91be5313ebd60a68=SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68., eae7479b16b7b9ef3e96cef3c36c6491=SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491., d218e02806c27198f5334db22e1730c1=SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1., e6ba9328f9f8a4035acec51d85a3b269=SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269.} 2024-11-24T19:59:01,843 INFO [RS:2;32a03c886245:39987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T19:59:01,843 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T19:59:01,844 DEBUG [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1351): Waiting on 3f182f81c7fba43a076db3bbb1e4583a, 402d670ea2bf10ee11114a881a6448e3, ac1a424fc3e4f45a91be5313ebd60a68, d218e02806c27198f5334db22e1730c1, e6ba9328f9f8a4035acec51d85a3b269, eae7479b16b7b9ef3e96cef3c36c6491 2024-11-24T19:59:01,844 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-24T19:59:01,845 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1325): Online Regions={93ecaf1f730ecb53861118121122955a=SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a., 1588230740=hbase:meta,,1.1588230740, ec41bd9f7b99b263fa645cec9a00415c=SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c., 8a9fdac32ff51b96fe2a66790e888738=SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738., 050aacc4019e14cbcb3abce600c96fc3=SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3.} 2024-11-24T19:59:01,845 DEBUG [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1351): Waiting on 050aacc4019e14cbcb3abce600c96fc3, 1588230740, 8a9fdac32ff51b96fe2a66790e888738, 93ecaf1f730ecb53861118121122955a, ec41bd9f7b99b263fa645cec9a00415c 2024-11-24T19:59:01,845 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T19:59:01,845 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T19:59:01,845 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T19:59:01,845 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T19:59:01,845 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T19:59:01,845 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-24T19:59:01,852 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/402d670ea2bf10ee11114a881a6448e3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,855 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:59:01,855 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 402d670ea2bf10ee11114a881a6448e3: Waiting for close lock at 1732478341842Running coprocessor pre-close hooks at 1732478341842Disabling compacts and flushes for region at 1732478341842Disabling writes for close at 1732478341843 (+1 ms)Writing region close event to WAL at 1732478341845 (+2 ms)Running coprocessor post-close hooks at 1732478341853 (+8 ms)Closed at 1732478341855 (+2 ms) 2024-11-24T19:59:01,856 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732478271007.402d670ea2bf10ee11114a881a6448e3. 2024-11-24T19:59:01,856 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/93ecaf1f730ecb53861118121122955a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T19:59:01,856 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f182f81c7fba43a076db3bbb1e4583a, disabling compactions & flushes 2024-11-24T19:59:01,856 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:59:01,856 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:59:01,856 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. after waiting 0 ms 2024-11-24T19:59:01,856 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:59:01,857 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:59:01,857 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93ecaf1f730ecb53861118121122955a: Waiting for close lock at 1732478341842Running coprocessor pre-close hooks at 1732478341842Disabling compacts and flushes for region at 1732478341842Disabling writes for close at 1732478341843 (+1 ms)Writing region close event to WAL at 1732478341845 (+2 ms)Running coprocessor post-close hooks at 1732478341857 (+12 ms)Closed at 1732478341857 2024-11-24T19:59:01,857 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732478271007.93ecaf1f730ecb53861118121122955a. 2024-11-24T19:59:01,857 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec41bd9f7b99b263fa645cec9a00415c, disabling compactions & flushes 2024-11-24T19:59:01,857 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:59:01,857 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:59:01,857 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. after waiting 0 ms 2024-11-24T19:59:01,857 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:59:01,866 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ec41bd9f7b99b263fa645cec9a00415c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,867 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:59:01,867 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec41bd9f7b99b263fa645cec9a00415c: Waiting for close lock at 1732478341857Running coprocessor pre-close hooks at 1732478341857Disabling compacts and flushes for region at 1732478341857Disabling writes for close at 1732478341857Writing region close event to WAL at 1732478341862 (+5 ms)Running coprocessor post-close hooks at 1732478341867 (+5 ms)Closed at 1732478341867 2024-11-24T19:59:01,867 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732478271007.ec41bd9f7b99b263fa645cec9a00415c. 2024-11-24T19:59:01,867 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a9fdac32ff51b96fe2a66790e888738, disabling compactions & flushes 2024-11-24T19:59:01,867 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:59:01,868 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:59:01,868 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. after waiting 0 ms 2024-11-24T19:59:01,868 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:59:01,869 INFO [regionserver/32a03c886245:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:01,870 INFO [regionserver/32a03c886245:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:01,871 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/3f182f81c7fba43a076db3bbb1e4583a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,872 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:59:01,873 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f182f81c7fba43a076db3bbb1e4583a: Waiting for close lock at 1732478341856Running coprocessor pre-close hooks at 1732478341856Disabling compacts and flushes for region at 1732478341856Disabling writes for close at 1732478341856Writing region close event to WAL at 1732478341861 (+5 ms)Running coprocessor post-close hooks at 1732478341872 (+11 ms)Closed at 1732478341872 2024-11-24T19:59:01,873 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732478271007.3f182f81c7fba43a076db3bbb1e4583a. 2024-11-24T19:59:01,873 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac1a424fc3e4f45a91be5313ebd60a68, disabling compactions & flushes 2024-11-24T19:59:01,873 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:59:01,873 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:59:01,873 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. after waiting 0 ms 2024-11-24T19:59:01,873 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:59:01,878 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/8a9fdac32ff51b96fe2a66790e888738/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,879 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:59:01,879 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a9fdac32ff51b96fe2a66790e888738: Waiting for close lock at 1732478341867Running coprocessor pre-close hooks at 1732478341867Disabling compacts and flushes for region at 1732478341867Disabling writes for close at 1732478341868 (+1 ms)Writing region close event to WAL at 1732478341872 (+4 ms)Running coprocessor post-close hooks at 1732478341878 (+6 ms)Closed at 1732478341878 2024-11-24T19:59:01,879 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732478271007.8a9fdac32ff51b96fe2a66790e888738. 2024-11-24T19:59:01,879 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 050aacc4019e14cbcb3abce600c96fc3, disabling compactions & flushes 2024-11-24T19:59:01,879 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:59:01,879 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:59:01,879 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. after waiting 0 ms 2024-11-24T19:59:01,879 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:59:01,883 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/ac1a424fc3e4f45a91be5313ebd60a68/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,883 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:59:01,884 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac1a424fc3e4f45a91be5313ebd60a68: Waiting for close lock at 1732478341873Running coprocessor pre-close hooks at 1732478341873Disabling compacts and flushes for region at 1732478341873Disabling writes for close at 1732478341873Writing region close event to WAL at 1732478341876 (+3 ms)Running coprocessor post-close hooks at 1732478341883 (+7 ms)Closed at 1732478341883 2024-11-24T19:59:01,884 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732478271007.ac1a424fc3e4f45a91be5313ebd60a68. 2024-11-24T19:59:01,884 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eae7479b16b7b9ef3e96cef3c36c6491, disabling compactions & flushes 2024-11-24T19:59:01,884 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:59:01,884 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:59:01,884 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. after waiting 0 ms 2024-11-24T19:59:01,884 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:59:01,889 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/050aacc4019e14cbcb3abce600c96fc3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,889 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:59:01,890 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 050aacc4019e14cbcb3abce600c96fc3: Waiting for close lock at 1732478341879Running coprocessor pre-close hooks at 1732478341879Disabling compacts and flushes for region at 1732478341879Disabling writes for close at 1732478341879Writing region close event to WAL at 1732478341881 (+2 ms)Running coprocessor post-close hooks at 1732478341889 (+8 ms)Closed at 1732478341889 2024-11-24T19:59:01,890 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732478271007.050aacc4019e14cbcb3abce600c96fc3. 2024-11-24T19:59:01,890 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/eae7479b16b7b9ef3e96cef3c36c6491/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,891 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:59:01,891 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eae7479b16b7b9ef3e96cef3c36c6491: Waiting for close lock at 1732478341884Running coprocessor pre-close hooks at 1732478341884Disabling compacts and flushes for region at 1732478341884Disabling writes for close at 1732478341884Writing region close event to WAL at 1732478341884Running coprocessor post-close hooks at 1732478341891 (+7 ms)Closed at 1732478341891 2024-11-24T19:59:01,891 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732478271007.eae7479b16b7b9ef3e96cef3c36c6491. 2024-11-24T19:59:01,891 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d218e02806c27198f5334db22e1730c1, disabling compactions & flushes 2024-11-24T19:59:01,891 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:59:01,891 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:59:01,891 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. after waiting 0 ms 2024-11-24T19:59:01,891 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:59:01,895 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/info/a1fe72cfae16462f865894f6d7a44abd is 167, key is SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269./info:regioninfo/1732478311361/Put/seqid=0 2024-11-24T19:59:01,899 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/d218e02806c27198f5334db22e1730c1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T19:59:01,900 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:59:01,900 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d218e02806c27198f5334db22e1730c1: Waiting for close lock at 1732478341891Running coprocessor pre-close hooks at 1732478341891Disabling compacts and flushes for region at 1732478341891Disabling writes for close at 1732478341891Writing region close event to WAL at 1732478341895 (+4 ms)Running coprocessor post-close hooks at 1732478341900 (+5 ms)Closed at 1732478341900 2024-11-24T19:59:01,901 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732478271007.d218e02806c27198f5334db22e1730c1. 2024-11-24T19:59:01,901 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6ba9328f9f8a4035acec51d85a3b269, disabling compactions & flushes 2024-11-24T19:59:01,901 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:59:01,901 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:59:01,901 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. after waiting 0 ms 2024-11-24T19:59:01,901 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:59:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741862_1038 (size=19822) 2024-11-24T19:59:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741862_1038 (size=19822) 2024-11-24T19:59:01,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741862_1038 (size=19822) 2024-11-24T19:59:01,909 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/info/a1fe72cfae16462f865894f6d7a44abd 2024-11-24T19:59:01,911 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/default/SPTestTable/e6ba9328f9f8a4035acec51d85a3b269/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:01,912 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:59:01,912 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6ba9328f9f8a4035acec51d85a3b269: Waiting for close lock at 1732478341901Running coprocessor pre-close hooks at 1732478341901Disabling compacts and flushes for region at 1732478341901Disabling writes for close at 1732478341901Writing region close event to WAL at 1732478341905 (+4 ms)Running coprocessor post-close hooks at 1732478341912 (+7 ms)Closed at 1732478341912 2024-11-24T19:59:01,912 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732478271007.e6ba9328f9f8a4035acec51d85a3b269. 2024-11-24T19:59:01,941 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/ns/5c7613bc280c4bd39466032c5b225e01 is 43, key is default/ns:d/1732478270779/Put/seqid=0 2024-11-24T19:59:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741863_1039 (size=5153) 2024-11-24T19:59:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741863_1039 (size=5153) 2024-11-24T19:59:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741863_1039 (size=5153) 2024-11-24T19:59:01,950 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/ns/5c7613bc280c4bd39466032c5b225e01 2024-11-24T19:59:01,982 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/table/62a1c7707c784609b9542398a414b510 is 47, key is SPTestTable/table:state/1732478281852/Put/seqid=0 2024-11-24T19:59:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741864_1040 (size=5214) 2024-11-24T19:59:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741864_1040 (size=5214) 2024-11-24T19:59:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741864_1040 (size=5214) 2024-11-24T19:59:01,991 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/table/62a1c7707c784609b9542398a414b510 2024-11-24T19:59:02,000 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/info/a1fe72cfae16462f865894f6d7a44abd as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/info/a1fe72cfae16462f865894f6d7a44abd 2024-11-24T19:59:02,009 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/info/a1fe72cfae16462f865894f6d7a44abd, entries=112, sequenceid=35, filesize=19.4 K 2024-11-24T19:59:02,010 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/ns/5c7613bc280c4bd39466032c5b225e01 as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/ns/5c7613bc280c4bd39466032c5b225e01 2024-11-24T19:59:02,018 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/ns/5c7613bc280c4bd39466032c5b225e01, entries=2, sequenceid=35, filesize=5.0 K 2024-11-24T19:59:02,020 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/.tmp/table/62a1c7707c784609b9542398a414b510 as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/table/62a1c7707c784609b9542398a414b510 2024-11-24T19:59:02,028 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/table/62a1c7707c784609b9542398a414b510, entries=2, sequenceid=35, filesize=5.1 K 2024-11-24T19:59:02,030 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=35, compaction requested=false 2024-11-24T19:59:02,035 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-24T19:59:02,036 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T19:59:02,036 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T19:59:02,036 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732478341845Running coprocessor pre-close hooks at 1732478341845Disabling compacts and flushes for region at 1732478341845Disabling writes for close at 1732478341845Obtaining lock to block concurrent updates at 1732478341845Preparing flush snapshotting stores in 1588230740 at 1732478341845Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732478341846 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732478341846Flushing 1588230740/info: creating writer at 1732478341846Flushing 1588230740/info: appending metadata at 1732478341884 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732478341884Flushing 1588230740/ns: creating writer at 1732478341918 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732478341933 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732478341933Flushing 1588230740/table: creating writer at 1732478341959 (+26 ms)Flushing 1588230740/table: appending metadata at 1732478341973 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732478341973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8097dc6: reopening flushed file at 1732478341999 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd15f98: reopening flushed file at 1732478342009 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513fdd4e: reopening flushed file at 1732478342019 (+10 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=35, compaction requested=false at 1732478342030 (+11 ms)Writing region close event to WAL at 1732478342031 (+1 ms)Running coprocessor post-close hooks at 1732478342036 (+5 ms)Closed at 1732478342036 2024-11-24T19:59:02,036 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T19:59:02,044 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(976): stopping server 32a03c886245,45035,1732478258658; all regions closed. 2024-11-24T19:59:02,045 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(976): stopping server 32a03c886245,39987,1732478258822; all regions closed. 2024-11-24T19:59:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741834_1010 (size=4083) 2024-11-24T19:59:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741834_1010 (size=4083) 2024-11-24T19:59:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741834_1010 (size=4083) 2024-11-24T19:59:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741836_1012 (size=18438) 2024-11-24T19:59:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741836_1012 (size=18438) 2024-11-24T19:59:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741836_1012 (size=18438) 2024-11-24T19:59:02,051 DEBUG [RS:0;32a03c886245:45035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs 2024-11-24T19:59:02,052 INFO [RS:0;32a03c886245:45035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a03c886245%2C45035%2C1732478258658:(num 1732478260327) 2024-11-24T19:59:02,052 DEBUG [RS:0;32a03c886245:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:02,052 INFO [RS:0;32a03c886245:45035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:02,052 DEBUG [RS:2;32a03c886245:39987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs 2024-11-24T19:59:02,052 INFO [RS:0;32a03c886245:45035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T19:59:02,052 INFO [RS:2;32a03c886245:39987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a03c886245%2C39987%2C1732478258822.meta:.meta(num 1732478270599) 2024-11-24T19:59:02,052 INFO [RS:0;32a03c886245:45035 {}] hbase.ChoreService(370): Chore service for: regionserver/32a03c886245:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T19:59:02,052 INFO [RS:0;32a03c886245:45035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T19:59:02,052 INFO [RS:0;32a03c886245:45035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T19:59:02,053 INFO [RS:0;32a03c886245:45035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T19:59:02,053 INFO [RS:0;32a03c886245:45035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T19:59:02,053 INFO [regionserver/32a03c886245:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T19:59:02,053 INFO [RS:0;32a03c886245:45035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45035 2024-11-24T19:59:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741833_1009 (size=2947) 2024-11-24T19:59:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741833_1009 (size=2947) 2024-11-24T19:59:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741833_1009 (size=2947) 2024-11-24T19:59:02,058 DEBUG [RS:2;32a03c886245:39987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/oldWALs 2024-11-24T19:59:02,058 INFO [RS:2;32a03c886245:39987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a03c886245%2C39987%2C1732478258822:(num 1732478260326) 2024-11-24T19:59:02,058 DEBUG [RS:2;32a03c886245:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:02,058 INFO [RS:2;32a03c886245:39987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:02,059 INFO [RS:2;32a03c886245:39987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T19:59:02,059 INFO [RS:2;32a03c886245:39987 {}] hbase.ChoreService(370): Chore service for: regionserver/32a03c886245:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T19:59:02,059 INFO [RS:2;32a03c886245:39987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T19:59:02,059 INFO [regionserver/32a03c886245:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T19:59:02,059 INFO [RS:2;32a03c886245:39987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39987 2024-11-24T19:59:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32a03c886245,45035,1732478258658 2024-11-24T19:59:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T19:59:02,079 INFO [RS:0;32a03c886245:45035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:59:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32a03c886245,39987,1732478258822 2024-11-24T19:59:02,087 INFO [RS:2;32a03c886245:39987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:59:02,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a03c886245,39987,1732478258822] 2024-11-24T19:59:02,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32a03c886245,39987,1732478258822 already deleted, retry=false 2024-11-24T19:59:02,112 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a03c886245,39987,1732478258822 expired; onlineServers=1 2024-11-24T19:59:02,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a03c886245,45035,1732478258658] 2024-11-24T19:59:02,120 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32a03c886245,45035,1732478258658 already deleted, retry=false 2024-11-24T19:59:02,120 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a03c886245,45035,1732478258658 expired; onlineServers=0 2024-11-24T19:59:02,120 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a03c886245,38207,1732478257950' ***** 2024-11-24T19:59:02,120 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T19:59:02,120 INFO [M:0;32a03c886245:38207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:59:02,120 INFO [M:0;32a03c886245:38207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T19:59:02,121 DEBUG [M:0;32a03c886245:38207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T19:59:02,121 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T19:59:02,121 DEBUG [M:0;32a03c886245:38207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T19:59:02,121 DEBUG [master/32a03c886245:0:becomeActiveMaster-HFileCleaner.small.0-1732478259930 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.small.0-1732478259930,5,FailOnTimeoutGroup] 2024-11-24T19:59:02,121 DEBUG [master/32a03c886245:0:becomeActiveMaster-HFileCleaner.large.0-1732478259928 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.large.0-1732478259928,5,FailOnTimeoutGroup] 2024-11-24T19:59:02,121 INFO [M:0;32a03c886245:38207 {}] hbase.ChoreService(370): Chore service for: master/32a03c886245:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T19:59:02,121 INFO [M:0;32a03c886245:38207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T19:59:02,121 DEBUG [M:0;32a03c886245:38207 {}] master.HMaster(1795): Stopping service threads 2024-11-24T19:59:02,121 INFO [M:0;32a03c886245:38207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T19:59:02,121 INFO [M:0;32a03c886245:38207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T19:59:02,122 ERROR [M:0;32a03c886245:38207 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35495 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35495,5,PEWorkerGroup] 2024-11-24T19:59:02,122 INFO [M:0;32a03c886245:38207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T19:59:02,122 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T19:59:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T19:59:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:02,129 DEBUG [M:0;32a03c886245:38207 {}] zookeeper.ZKUtil(347): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T19:59:02,129 WARN [M:0;32a03c886245:38207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T19:59:02,129 INFO [M:0;32a03c886245:38207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/.lastflushedseqids 2024-11-24T19:59:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741865_1041 (size=686) 2024-11-24T19:59:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741865_1041 (size=686) 2024-11-24T19:59:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741865_1041 (size=686) 2024-11-24T19:59:02,141 INFO [M:0;32a03c886245:38207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T19:59:02,142 INFO [M:0;32a03c886245:38207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T19:59:02,142 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T19:59:02,142 INFO [M:0;32a03c886245:38207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:02,142 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:02,142 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T19:59:02,142 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:02,142 INFO [M:0;32a03c886245:38207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.30 KB heapSize=230.95 KB 2024-11-24T19:59:02,157 DEBUG [M:0;32a03c886245:38207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec06c38b4fc9446e84d0ec78cf056941 is 82, key is hbase:meta,,1/info:regioninfo/1732478270671/Put/seqid=0 2024-11-24T19:59:02,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741866_1042 (size=5672) 2024-11-24T19:59:02,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741866_1042 (size=5672) 2024-11-24T19:59:02,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741866_1042 (size=5672) 2024-11-24T19:59:02,165 INFO [M:0;32a03c886245:38207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec06c38b4fc9446e84d0ec78cf056941 2024-11-24T19:59:02,188 DEBUG [M:0;32a03c886245:38207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7de70d2b96e94cdcbd29a4ac99924a87 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732478281860/Put/seqid=0 2024-11-24T19:59:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741867_1043 (size=8904) 2024-11-24T19:59:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741867_1043 (size=8904) 2024-11-24T19:59:02,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741867_1043 (size=8904) 2024-11-24T19:59:02,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x1016fb5dabe0001, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:02,196 INFO [RS:0;32a03c886245:45035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:59:02,196 INFO [RS:0;32a03c886245:45035 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a03c886245,45035,1732478258658; zookeeper connection closed. 2024-11-24T19:59:02,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bdccfef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bdccfef 2024-11-24T19:59:02,196 INFO [M:0;32a03c886245:38207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.57 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7de70d2b96e94cdcbd29a4ac99924a87 2024-11-24T19:59:02,203 INFO [M:0;32a03c886245:38207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de70d2b96e94cdcbd29a4ac99924a87 2024-11-24T19:59:02,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:02,204 INFO [RS:2;32a03c886245:39987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:59:02,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1016fb5dabe0003, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:02,204 INFO [RS:2;32a03c886245:39987 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a03c886245,39987,1732478258822; zookeeper connection closed. 2024-11-24T19:59:02,204 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b2af3af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b2af3af 2024-11-24T19:59:02,204 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T19:59:02,218 DEBUG [M:0;32a03c886245:38207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e35295f94bf4c5f85efe4e34ced2527 is 69, key is 32a03c886245,39987,1732478258822/rs:state/1732478260012/Put/seqid=0 2024-11-24T19:59:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741868_1044 (size=5441) 2024-11-24T19:59:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741868_1044 (size=5441) 2024-11-24T19:59:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741868_1044 (size=5441) 2024-11-24T19:59:02,229 INFO [M:0;32a03c886245:38207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e35295f94bf4c5f85efe4e34ced2527 2024-11-24T19:59:02,236 INFO [M:0;32a03c886245:38207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e35295f94bf4c5f85efe4e34ced2527 2024-11-24T19:59:02,237 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec06c38b4fc9446e84d0ec78cf056941 as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec06c38b4fc9446e84d0ec78cf056941 2024-11-24T19:59:02,245 INFO [M:0;32a03c886245:38207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec06c38b4fc9446e84d0ec78cf056941, entries=8, sequenceid=488, filesize=5.5 K 2024-11-24T19:59:02,247 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7de70d2b96e94cdcbd29a4ac99924a87 as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7de70d2b96e94cdcbd29a4ac99924a87 2024-11-24T19:59:02,254 INFO [M:0;32a03c886245:38207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7de70d2b96e94cdcbd29a4ac99924a87 2024-11-24T19:59:02,255 INFO [M:0;32a03c886245:38207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7de70d2b96e94cdcbd29a4ac99924a87, entries=54, sequenceid=488, filesize=8.7 K 2024-11-24T19:59:02,256 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e35295f94bf4c5f85efe4e34ced2527 as hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e35295f94bf4c5f85efe4e34ced2527 2024-11-24T19:59:02,265 INFO [M:0;32a03c886245:38207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e35295f94bf4c5f85efe4e34ced2527 2024-11-24T19:59:02,265 INFO [M:0;32a03c886245:38207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35495/user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e35295f94bf4c5f85efe4e34ced2527, entries=3, sequenceid=488, filesize=5.3 K 2024-11-24T19:59:02,266 INFO [M:0;32a03c886245:38207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.30 KB/190773, heapSize ~230.66 KB/236192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=488, compaction requested=false 2024-11-24T19:59:02,269 INFO [M:0;32a03c886245:38207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:02,269 DEBUG [M:0;32a03c886245:38207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732478342142Disabling compacts and flushes for region at 1732478342142Disabling writes for close at 1732478342142Obtaining lock to block concurrent updates at 1732478342142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732478342142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190773, getHeapSize=236432, getOffHeapSize=0, getCellsCount=591 at 1732478342142Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732478342143 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732478342143Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732478342157 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732478342157Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732478342171 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732478342187 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732478342188 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732478342203 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732478342218 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732478342218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2faedd: reopening flushed file at 1732478342236 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d9e17: reopening flushed file at 1732478342246 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7de017: reopening flushed file at 1732478342255 (+9 ms)Finished flush of dataSize ~186.30 KB/190773, heapSize ~230.66 KB/236192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=488, compaction requested=false at 1732478342266 (+11 ms)Writing region close event to WAL at 1732478342268 (+2 ms)Closed at 1732478342269 (+1 ms) 2024-11-24T19:59:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37321 is added to blk_1073741830_1006 (size=223324) 2024-11-24T19:59:02,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81713286-f499-206c-fc8a-59f892c7f6db/MasterData/WALs/32a03c886245,38207,1732478257950/32a03c886245%2C38207%2C1732478257950.1732478259267 not finished, retry = 0 2024-11-24T19:59:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741830_1006 (size=223324) 2024-11-24T19:59:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741830_1006 (size=223324) 2024-11-24T19:59:02,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T19:59:02,374 INFO [M:0;32a03c886245:38207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T19:59:02,375 INFO [M:0;32a03c886245:38207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38207 2024-11-24T19:59:02,375 INFO [M:0;32a03c886245:38207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:59:02,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:02,504 INFO [M:0;32a03c886245:38207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:59:02,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38207-0x1016fb5dabe0000, quorum=127.0.0.1:54411, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:02,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:02,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:02,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:02,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:02,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:02,560 WARN [BP-1849468652-172.17.0.2-1732478254015 heartbeating to localhost/127.0.0.1:35495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T19:59:02,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T19:59:02,560 WARN [BP-1849468652-172.17.0.2-1732478254015 heartbeating to localhost/127.0.0.1:35495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849468652-172.17.0.2-1732478254015 (Datanode Uuid ff100fb4-fd32-45b4-b9ef-4ea086d43b90) service to localhost/127.0.0.1:35495 2024-11-24T19:59:02,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T19:59:02,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data5/current/BP-1849468652-172.17.0.2-1732478254015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:02,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data6/current/BP-1849468652-172.17.0.2-1732478254015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:02,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T19:59:02,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:02,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:02,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:02,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:02,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:02,566 WARN [BP-1849468652-172.17.0.2-1732478254015 heartbeating to localhost/127.0.0.1:35495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T19:59:02,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T19:59:02,566 WARN [BP-1849468652-172.17.0.2-1732478254015 heartbeating to localhost/127.0.0.1:35495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849468652-172.17.0.2-1732478254015 (Datanode Uuid e3e40d49-13f6-4266-9f0e-1c59da7bf94d) service to localhost/127.0.0.1:35495 2024-11-24T19:59:02,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T19:59:02,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data3/current/BP-1849468652-172.17.0.2-1732478254015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:02,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data4/current/BP-1849468652-172.17.0.2-1732478254015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:02,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T19:59:02,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:02,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:02,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:02,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:02,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:02,572 WARN [BP-1849468652-172.17.0.2-1732478254015 heartbeating to localhost/127.0.0.1:35495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T19:59:02,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T19:59:02,572 WARN [BP-1849468652-172.17.0.2-1732478254015 heartbeating to localhost/127.0.0.1:35495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849468652-172.17.0.2-1732478254015 (Datanode Uuid a9edaf73-9aef-49ce-823a-9334a3bfdfd8) service to localhost/127.0.0.1:35495 2024-11-24T19:59:02,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T19:59:02,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data1/current/BP-1849468652-172.17.0.2-1732478254015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:02,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/cluster_e2eaa0ae-bd88-e0b6-ce22-47fa4b888a0a/data/data2/current/BP-1849468652-172.17.0.2-1732478254015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:02,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T19:59:02,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T19:59:02,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:02,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:02,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:02,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:02,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T19:59:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T19:59:02,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32a03c886245:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/32a03c886245:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32a03c886245:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@785e71b9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32a03c886245:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35495 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/32a03c886245:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32a03c886245:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32a03c886245:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/32a03c886245:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35495 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 78), ProcessCount=11 (was 11), AvailableMemoryMB=10160 (was 11317) 2024-11-24T19:59:02,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=10160 2024-11-24T19:59:02,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir so I do NOT create it in target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408 2024-11-24T19:59:02,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T19:59:02,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.tmp.dir so I do NOT create it in target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408 2024-11-24T19:59:02,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8ae0591d-a2f4-7c4b-4a6f-a98b4ff60715/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T19:59:02,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408 2024-11-24T19:59:02,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266, deleteOnExit=true 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/test.cache.data in system properties and HBase conf 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir in system properties and HBase conf 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T19:59:02,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T19:59:02,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T19:59:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T19:59:02,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/nfs.dump.dir in system properties and HBase conf 2024-11-24T19:59:02,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/java.io.tmpdir in system properties and HBase conf 2024-11-24T19:59:02,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T19:59:02,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T19:59:02,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T19:59:02,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:59:02,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:59:02,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:59:02,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:59:02,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T19:59:02,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:59:02,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31631745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:59:02,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efd563c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:59:03,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fc2671a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/java.io.tmpdir/jetty-localhost-33893-hadoop-hdfs-3_4_1-tests_jar-_-any-14100207865865339391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T19:59:03,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@436caa22{HTTP/1.1, (http/1.1)}{localhost:33893} 2024-11-24T19:59:03,084 INFO [Time-limited test {}] server.Server(415): Started @90916ms 2024-11-24T19:59:03,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:59:03,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:59:03,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:59:03,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:59:03,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T19:59:03,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76fca390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:59:03,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77afe134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:59:03,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c7ddb23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/java.io.tmpdir/jetty-localhost-46383-hadoop-hdfs-3_4_1-tests_jar-_-any-13463766510096038919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:03,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22c8ef2e{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-11-24T19:59:03,374 INFO [Time-limited test {}] server.Server(415): Started @91206ms 2024-11-24T19:59:03,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T19:59:03,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:59:03,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:59:03,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:59:03,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:59:03,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T19:59:03,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@692b3282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:59:03,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fceb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:59:03,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7911b946{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/java.io.tmpdir/jetty-localhost-40689-hadoop-hdfs-3_4_1-tests_jar-_-any-6719157742094078931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:03,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b5411d{HTTP/1.1, (http/1.1)}{localhost:40689} 2024-11-24T19:59:03,507 INFO [Time-limited test {}] server.Server(415): Started @91339ms 2024-11-24T19:59:03,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T19:59:03,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T19:59:03,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T19:59:03,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T19:59:03,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T19:59:03,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T19:59:03,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cbaeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,AVAILABLE} 2024-11-24T19:59:03,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@894f43a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T19:59:03,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257e2f84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/java.io.tmpdir/jetty-localhost-33341-hadoop-hdfs-3_4_1-tests_jar-_-any-5683933373128362679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:03,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c26c1ae{HTTP/1.1, (http/1.1)}{localhost:33341} 2024-11-24T19:59:03,631 INFO [Time-limited test {}] server.Server(415): Started @91462ms 2024-11-24T19:59:03,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T19:59:04,206 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data1/current/BP-1790952298-172.17.0.2-1732478342688/current, will proceed with Du for space computation calculation, 2024-11-24T19:59:04,206 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data2/current/BP-1790952298-172.17.0.2-1732478342688/current, will proceed with Du for space computation calculation, 2024-11-24T19:59:04,224 WARN [Thread-649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T19:59:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x886f1ec23e795ff6 with lease ID 0x1f1d9c05f919e0a6: Processing first storage report for DS-2bc24796-4642-4dfd-8263-6dd5c6743575 from datanode DatanodeRegistration(127.0.0.1:32843, datanodeUuid=84a4bd10-9370-4a70-94c1-9341c0c239b0, infoPort=37785, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688) 2024-11-24T19:59:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x886f1ec23e795ff6 with lease ID 0x1f1d9c05f919e0a6: from storage DS-2bc24796-4642-4dfd-8263-6dd5c6743575 node DatanodeRegistration(127.0.0.1:32843, datanodeUuid=84a4bd10-9370-4a70-94c1-9341c0c239b0, infoPort=37785, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:59:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x886f1ec23e795ff6 with lease ID 0x1f1d9c05f919e0a6: Processing first storage report for DS-804d87bd-f9c2-460f-a95c-b5aca4850723 from datanode DatanodeRegistration(127.0.0.1:32843, datanodeUuid=84a4bd10-9370-4a70-94c1-9341c0c239b0, infoPort=37785, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688) 2024-11-24T19:59:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x886f1ec23e795ff6 with lease ID 0x1f1d9c05f919e0a6: from storage DS-804d87bd-f9c2-460f-a95c-b5aca4850723 node DatanodeRegistration(127.0.0.1:32843, datanodeUuid=84a4bd10-9370-4a70-94c1-9341c0c239b0, infoPort=37785, infoSecurePort=0, ipcPort=33717, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:59:04,377 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data3/current/BP-1790952298-172.17.0.2-1732478342688/current, will proceed with Du for space computation calculation, 2024-11-24T19:59:04,377 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data4/current/BP-1790952298-172.17.0.2-1732478342688/current, will proceed with Du for space computation calculation, 2024-11-24T19:59:04,393 WARN [Thread-672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T19:59:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa760eab7f9318b30 with lease ID 0x1f1d9c05f919e0a7: Processing first storage report for DS-51aa63bb-3f3d-46dd-a98c-be68d3068536 from datanode DatanodeRegistration(127.0.0.1:43155, datanodeUuid=0cd5a50d-b920-4e86-9ba1-667cee32dddf, infoPort=33249, infoSecurePort=0, ipcPort=37921, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688) 2024-11-24T19:59:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa760eab7f9318b30 with lease ID 0x1f1d9c05f919e0a7: from storage DS-51aa63bb-3f3d-46dd-a98c-be68d3068536 node DatanodeRegistration(127.0.0.1:43155, datanodeUuid=0cd5a50d-b920-4e86-9ba1-667cee32dddf, infoPort=33249, infoSecurePort=0, ipcPort=37921, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:59:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa760eab7f9318b30 with lease ID 0x1f1d9c05f919e0a7: Processing first storage report for DS-2e997941-4ab2-48e0-b84f-b33d61af1295 from datanode DatanodeRegistration(127.0.0.1:43155, datanodeUuid=0cd5a50d-b920-4e86-9ba1-667cee32dddf, infoPort=33249, infoSecurePort=0, ipcPort=37921, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688) 2024-11-24T19:59:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa760eab7f9318b30 with lease ID 0x1f1d9c05f919e0a7: from storage DS-2e997941-4ab2-48e0-b84f-b33d61af1295 node DatanodeRegistration(127.0.0.1:43155, datanodeUuid=0cd5a50d-b920-4e86-9ba1-667cee32dddf, infoPort=33249, infoSecurePort=0, ipcPort=37921, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:59:04,502 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data5/current/BP-1790952298-172.17.0.2-1732478342688/current, will proceed with Du for space computation calculation, 2024-11-24T19:59:04,503 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data6/current/BP-1790952298-172.17.0.2-1732478342688/current, will proceed with Du for space computation calculation, 2024-11-24T19:59:04,524 WARN [Thread-694 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T19:59:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5590569da5ef796c with lease ID 0x1f1d9c05f919e0a8: Processing first storage report for DS-5deca59b-4640-45ed-97b9-0854a9b08acd from datanode DatanodeRegistration(127.0.0.1:37809, datanodeUuid=09e31691-0d34-4a88-9bf9-ccbd2901ea26, infoPort=46311, infoSecurePort=0, ipcPort=46865, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688) 2024-11-24T19:59:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5590569da5ef796c with lease ID 0x1f1d9c05f919e0a8: from storage DS-5deca59b-4640-45ed-97b9-0854a9b08acd node DatanodeRegistration(127.0.0.1:37809, datanodeUuid=09e31691-0d34-4a88-9bf9-ccbd2901ea26, infoPort=46311, infoSecurePort=0, ipcPort=46865, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:59:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5590569da5ef796c with lease ID 0x1f1d9c05f919e0a8: Processing first storage report for DS-4a2e4c9e-0a99-4d13-9573-efa9e7df5f95 from datanode DatanodeRegistration(127.0.0.1:37809, datanodeUuid=09e31691-0d34-4a88-9bf9-ccbd2901ea26, infoPort=46311, infoSecurePort=0, ipcPort=46865, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688) 2024-11-24T19:59:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5590569da5ef796c with lease ID 0x1f1d9c05f919e0a8: from storage DS-4a2e4c9e-0a99-4d13-9573-efa9e7df5f95 node DatanodeRegistration(127.0.0.1:37809, datanodeUuid=09e31691-0d34-4a88-9bf9-ccbd2901ea26, infoPort=46311, infoSecurePort=0, ipcPort=46865, storageInfo=lv=-57;cid=testClusterID;nsid=1801398114;c=1732478342688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T19:59:04,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408 2024-11-24T19:59:04,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/zookeeper_0, clientPort=53824, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T19:59:04,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53824 2024-11-24T19:59:04,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741825_1001 (size=7) 2024-11-24T19:59:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741825_1001 (size=7) 2024-11-24T19:59:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741825_1001 (size=7) 2024-11-24T19:59:04,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 with version=8 2024-11-24T19:59:04,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/hbase-staging 2024-11-24T19:59:04,588 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:59:04,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:59:04,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:59:04,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T19:59:04,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:59:04,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36687 2024-11-24T19:59:04,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36687 connecting to ZooKeeper ensemble=127.0.0.1:53824 2024-11-24T19:59:04,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366870x0, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:59:04,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36687-0x1016fb7303f0000 connected 2024-11-24T19:59:04,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:04,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9, hbase.cluster.distributed=false 2024-11-24T19:59:04,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:59:04,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-24T19:59:04,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36687 2024-11-24T19:59:04,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36687 2024-11-24T19:59:04,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-24T19:59:04,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-24T19:59:04,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:59:04,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:59:04,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:59:04,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T19:59:04,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:59:04,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41389 2024-11-24T19:59:04,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41389 connecting to ZooKeeper ensemble=127.0.0.1:53824 2024-11-24T19:59:04,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413890x0, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:59:04,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:04,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41389-0x1016fb7303f0001 connected 2024-11-24T19:59:04,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T19:59:04,751 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T19:59:04,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T19:59:04,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:59:04,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-24T19:59:04,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41389 2024-11-24T19:59:04,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41389 2024-11-24T19:59:04,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-24T19:59:04,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-24T19:59:04,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:59:04,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:59:04,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:59:04,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T19:59:04,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:59:04,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32775 2024-11-24T19:59:04,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32775 connecting to ZooKeeper ensemble=127.0.0.1:53824 2024-11-24T19:59:04,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327750x0, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:59:04,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327750x0, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:04,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32775-0x1016fb7303f0002 connected 2024-11-24T19:59:04,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T19:59:04,793 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T19:59:04,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T19:59:04,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:59:04,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-24T19:59:04,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32775 2024-11-24T19:59:04,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32775 2024-11-24T19:59:04,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-24T19:59:04,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-24T19:59:04,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a03c886245:0 server-side Connection retries=45 2024-11-24T19:59:04,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T19:59:04,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T19:59:04,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T19:59:04,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T19:59:04,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T19:59:04,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44005 2024-11-24T19:59:04,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44005 connecting to ZooKeeper ensemble=127.0.0.1:53824 2024-11-24T19:59:04,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440050x0, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T19:59:04,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440050x0, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:04,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44005-0x1016fb7303f0003 connected 2024-11-24T19:59:04,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T19:59:04,826 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T19:59:04,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T19:59:04,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T19:59:04,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-24T19:59:04,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44005 2024-11-24T19:59:04,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44005 2024-11-24T19:59:04,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-24T19:59:04,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-24T19:59:04,841 DEBUG [M:0;32a03c886245:36687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a03c886245:36687 2024-11-24T19:59:04,842 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32a03c886245,36687,1732478344588 2024-11-24T19:59:04,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,850 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32a03c886245,36687,1732478344588 2024-11-24T19:59:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T19:59:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T19:59:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T19:59:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,859 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T19:59:04,859 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32a03c886245,36687,1732478344588 from backup master directory 2024-11-24T19:59:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32a03c886245,36687,1732478344588 2024-11-24T19:59:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,866 WARN [master/32a03c886245:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:59:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T19:59:04,866 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a03c886245,36687,1732478344588 2024-11-24T19:59:04,871 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/hbase.id] with ID: 80fb63dd-eaef-4bb7-a086-b86a17a0df07 2024-11-24T19:59:04,871 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.tmp/hbase.id 2024-11-24T19:59:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741826_1002 (size=42) 2024-11-24T19:59:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741826_1002 (size=42) 2024-11-24T19:59:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741826_1002 (size=42) 2024-11-24T19:59:04,881 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.tmp/hbase.id]:[hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/hbase.id] 2024-11-24T19:59:04,894 INFO [master/32a03c886245:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T19:59:04,894 INFO [master/32a03c886245:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T19:59:04,896 INFO [master/32a03c886245:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T19:59:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741827_1003 (size=196) 2024-11-24T19:59:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741827_1003 (size=196) 2024-11-24T19:59:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741827_1003 (size=196) 2024-11-24T19:59:04,918 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T19:59:04,919 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T19:59:04,919 INFO [master/32a03c886245:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:59:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741828_1004 (size=1189) 2024-11-24T19:59:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741828_1004 (size=1189) 2024-11-24T19:59:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741828_1004 (size=1189) 2024-11-24T19:59:04,930 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store 2024-11-24T19:59:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741829_1005 (size=34) 2024-11-24T19:59:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741829_1005 (size=34) 2024-11-24T19:59:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741829_1005 (size=34) 2024-11-24T19:59:04,940 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:04,940 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T19:59:04,940 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:04,940 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:04,940 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T19:59:04,940 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:04,941 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:04,941 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732478344940Disabling compacts and flushes for region at 1732478344940Disabling writes for close at 1732478344940Writing region close event to WAL at 1732478344940Closed at 1732478344941 (+1 ms) 2024-11-24T19:59:04,942 WARN [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/.initializing 2024-11-24T19:59:04,942 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/WALs/32a03c886245,36687,1732478344588 2024-11-24T19:59:04,943 INFO [master/32a03c886245:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:59:04,945 INFO [master/32a03c886245:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C36687%2C1732478344588, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/WALs/32a03c886245,36687,1732478344588, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/oldWALs, maxLogs=10 2024-11-24T19:59:04,958 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/WALs/32a03c886245,36687,1732478344588/32a03c886245%2C36687%2C1732478344588.1732478344946, exclude list is [], retry=0 2024-11-24T19:59:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37809,DS-5deca59b-4640-45ed-97b9-0854a9b08acd,DISK] 2024-11-24T19:59:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-51aa63bb-3f3d-46dd-a98c-be68d3068536,DISK] 2024-11-24T19:59:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32843,DS-2bc24796-4642-4dfd-8263-6dd5c6743575,DISK] 2024-11-24T19:59:04,964 INFO [master/32a03c886245:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/WALs/32a03c886245,36687,1732478344588/32a03c886245%2C36687%2C1732478344588.1732478344946 2024-11-24T19:59:04,965 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46311:46311),(127.0.0.1/127.0.0.1:33249:33249),(127.0.0.1/127.0.0.1:37785:37785)] 2024-11-24T19:59:04,965 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T19:59:04,965 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:04,965 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,965 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T19:59:04,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:04,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:04,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T19:59:04,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:04,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:04,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T19:59:04,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:04,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:04,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T19:59:04,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:04,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:04,976 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,977 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,977 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,979 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,979 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,979 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T19:59:04,980 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T19:59:04,982 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:04,983 INFO [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63455145, jitterRate=-0.054444655776023865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T19:59:04,984 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732478344966Initializing all the Stores at 1732478344967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478344967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478344967Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478344967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478344967Cleaning up temporary data from old regions at 1732478344979 (+12 ms)Region opened successfully at 1732478344984 (+5 ms) 2024-11-24T19:59:04,984 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T19:59:04,987 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2103fd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:59:04,988 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T19:59:04,988 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T19:59:04,989 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T19:59:04,989 INFO [master/32a03c886245:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T19:59:04,989 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T19:59:04,990 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T19:59:04,990 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T19:59:04,993 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T19:59:04,994 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T19:59:05,024 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T19:59:05,024 INFO [master/32a03c886245:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T19:59:05,025 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T19:59:05,033 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T19:59:05,033 INFO [master/32a03c886245:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T19:59:05,034 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T19:59:05,041 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T19:59:05,042 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T19:59:05,049 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T19:59:05,052 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T19:59:05,058 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T19:59:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:05,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:05,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,067 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a03c886245,36687,1732478344588, sessionid=0x1016fb7303f0000, setting cluster-up flag (Was=false) 2024-11-24T19:59:05,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,108 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T19:59:05,109 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a03c886245,36687,1732478344588 2024-11-24T19:59:05,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,150 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T19:59:05,151 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a03c886245,36687,1732478344588 2024-11-24T19:59:05,152 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T19:59:05,154 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T19:59:05,154 INFO [master/32a03c886245:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T19:59:05,154 INFO [master/32a03c886245:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T19:59:05,154 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a03c886245,36687,1732478344588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a03c886245:0, corePoolSize=5, maxPoolSize=5 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a03c886245:0, corePoolSize=10, maxPoolSize=10 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:59:05,156 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,157 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732478375157 2024-11-24T19:59:05,157 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T19:59:05,157 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T19:59:05,157 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T19:59:05,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T19:59:05,158 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T19:59:05,158 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T19:59:05,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T19:59:05,158 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T19:59:05,158 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,158 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T19:59:05,158 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T19:59:05,158 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T19:59:05,159 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T19:59:05,159 INFO [master/32a03c886245:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T19:59:05,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:05,159 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.large.0-1732478345159,5,FailOnTimeoutGroup] 2024-11-24T19:59:05,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T19:59:05,159 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.small.0-1732478345159,5,FailOnTimeoutGroup] 2024-11-24T19:59:05,159 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,159 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T19:59:05,159 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,159 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741831_1007 (size=1321) 2024-11-24T19:59:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741831_1007 (size=1321) 2024-11-24T19:59:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741831_1007 (size=1321) 2024-11-24T19:59:05,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T19:59:05,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:05,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741832_1008 (size=32) 2024-11-24T19:59:05,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741832_1008 (size=32) 2024-11-24T19:59:05,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741832_1008 (size=32) 2024-11-24T19:59:05,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:05,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T19:59:05,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T19:59:05,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:05,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:05,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T19:59:05,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T19:59:05,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:05,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:05,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T19:59:05,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T19:59:05,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:05,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:05,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T19:59:05,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T19:59:05,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:05,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:05,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T19:59:05,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740 2024-11-24T19:59:05,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740 2024-11-24T19:59:05,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T19:59:05,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T19:59:05,201 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T19:59:05,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T19:59:05,205 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:05,206 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60056075, jitterRate=-0.10509474575519562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T19:59:05,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732478345187Initializing all the Stores at 1732478345188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478345188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478345188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478345188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478345188Cleaning up temporary data from old regions at 1732478345201 (+13 ms)Region opened successfully at 1732478345207 (+6 ms) 2024-11-24T19:59:05,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T19:59:05,207 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T19:59:05,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T19:59:05,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T19:59:05,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T19:59:05,208 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T19:59:05,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732478345207Disabling compacts and flushes for region at 1732478345207Disabling writes for close at 1732478345207Writing region close event to WAL at 1732478345207Closed at 1732478345207 2024-11-24T19:59:05,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T19:59:05,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T19:59:05,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T19:59:05,210 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T19:59:05,211 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T19:59:05,232 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(746): ClusterId : 80fb63dd-eaef-4bb7-a086-b86a17a0df07 2024-11-24T19:59:05,232 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(746): ClusterId : 80fb63dd-eaef-4bb7-a086-b86a17a0df07 2024-11-24T19:59:05,232 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(746): ClusterId : 80fb63dd-eaef-4bb7-a086-b86a17a0df07 2024-11-24T19:59:05,232 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T19:59:05,232 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T19:59:05,232 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T19:59:05,250 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T19:59:05,250 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T19:59:05,250 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T19:59:05,250 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T19:59:05,250 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T19:59:05,250 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T19:59:05,259 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T19:59:05,259 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T19:59:05,259 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T19:59:05,259 DEBUG [RS:1;32a03c886245:32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e75ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:59:05,259 DEBUG [RS:0;32a03c886245:41389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56086832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:59:05,259 DEBUG [RS:2;32a03c886245:44005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3caab02d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a03c886245/172.17.0.2:0 2024-11-24T19:59:05,273 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;32a03c886245:32775 2024-11-24T19:59:05,273 INFO [RS:1;32a03c886245:32775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T19:59:05,273 INFO [RS:1;32a03c886245:32775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T19:59:05,273 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T19:59:05,274 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a03c886245,36687,1732478344588 with port=32775, startcode=1732478344774 2024-11-24T19:59:05,275 DEBUG [RS:1;32a03c886245:32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T19:59:05,275 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;32a03c886245:44005 2024-11-24T19:59:05,275 INFO [RS:2;32a03c886245:44005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T19:59:05,275 INFO [RS:2;32a03c886245:44005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T19:59:05,275 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T19:59:05,276 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a03c886245,36687,1732478344588 with port=44005, startcode=1732478344812 2024-11-24T19:59:05,276 DEBUG [RS:2;32a03c886245:44005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T19:59:05,277 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T19:59:05,277 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a03c886245:41389 2024-11-24T19:59:05,277 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54519, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T19:59:05,277 INFO [RS:0;32a03c886245:41389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T19:59:05,277 INFO [RS:0;32a03c886245:41389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T19:59:05,277 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T19:59:05,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a03c886245,32775,1732478344774 2024-11-24T19:59:05,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(517): Registering regionserver=32a03c886245,32775,1732478344774 2024-11-24T19:59:05,278 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a03c886245,36687,1732478344588 with port=41389, startcode=1732478344731 2024-11-24T19:59:05,278 DEBUG [RS:0;32a03c886245:41389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T19:59:05,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a03c886245,44005,1732478344812 2024-11-24T19:59:05,279 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:05,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(517): Registering regionserver=32a03c886245,44005,1732478344812 2024-11-24T19:59:05,279 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35261 2024-11-24T19:59:05,279 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T19:59:05,280 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T19:59:05,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a03c886245,41389,1732478344731 2024-11-24T19:59:05,281 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:05,281 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35261 2024-11-24T19:59:05,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(517): Registering regionserver=32a03c886245,41389,1732478344731 2024-11-24T19:59:05,282 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T19:59:05,283 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:05,283 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35261 2024-11-24T19:59:05,283 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T19:59:05,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T19:59:05,322 DEBUG [RS:1;32a03c886245:32775 {}] zookeeper.ZKUtil(111): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32a03c886245,32775,1732478344774 2024-11-24T19:59:05,322 WARN [RS:1;32a03c886245:32775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:59:05,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a03c886245,41389,1732478344731] 2024-11-24T19:59:05,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a03c886245,32775,1732478344774] 2024-11-24T19:59:05,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a03c886245,44005,1732478344812] 2024-11-24T19:59:05,322 INFO [RS:1;32a03c886245:32775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:59:05,323 DEBUG [RS:0;32a03c886245:41389 {}] zookeeper.ZKUtil(111): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32a03c886245,41389,1732478344731 2024-11-24T19:59:05,323 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,32775,1732478344774 2024-11-24T19:59:05,323 WARN [RS:0;32a03c886245:41389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:59:05,323 DEBUG [RS:2;32a03c886245:44005 {}] zookeeper.ZKUtil(111): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32a03c886245,44005,1732478344812 2024-11-24T19:59:05,323 INFO [RS:0;32a03c886245:41389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:59:05,323 WARN [RS:2;32a03c886245:44005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T19:59:05,323 INFO [RS:2;32a03c886245:44005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:59:05,323 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,41389,1732478344731 2024-11-24T19:59:05,323 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,44005,1732478344812 2024-11-24T19:59:05,327 INFO [RS:1;32a03c886245:32775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T19:59:05,327 INFO [RS:2;32a03c886245:44005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T19:59:05,329 INFO [RS:1;32a03c886245:32775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T19:59:05,329 INFO [RS:1;32a03c886245:32775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T19:59:05,329 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,330 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T19:59:05,331 INFO [RS:0;32a03c886245:41389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T19:59:05,331 INFO [RS:1;32a03c886245:32775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T19:59:05,331 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:59:05,332 DEBUG [RS:1;32a03c886245:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:59:05,334 INFO [RS:2;32a03c886245:44005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T19:59:05,338 INFO [RS:0;32a03c886245:41389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T19:59:05,338 INFO [RS:2;32a03c886245:44005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T19:59:05,338 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,338 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,338 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,338 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,338 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,338 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,338 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,32775,1732478344774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:59:05,339 INFO [RS:0;32a03c886245:41389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T19:59:05,339 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,341 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T19:59:05,341 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T19:59:05,342 INFO [RS:2;32a03c886245:44005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T19:59:05,342 INFO [RS:0;32a03c886245:41389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T19:59:05,343 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,343 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a03c886245:0, corePoolSize=2, maxPoolSize=2 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,343 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,344 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,344 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a03c886245:0, corePoolSize=1, maxPoolSize=1 2024-11-24T19:59:05,344 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:59:05,344 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:59:05,344 DEBUG [RS:0;32a03c886245:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:59:05,344 DEBUG [RS:2;32a03c886245:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a03c886245:0, corePoolSize=3, maxPoolSize=3 2024-11-24T19:59:05,347 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,41389,1732478344731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:59:05,347 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,44005,1732478344812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:59:05,356 INFO [RS:1;32a03c886245:32775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T19:59:05,357 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,32775,1732478344774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,357 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,357 INFO [RS:1;32a03c886245:32775 {}] regionserver.Replication(171): 32a03c886245,32775,1732478344774 started 2024-11-24T19:59:05,361 WARN [32a03c886245:36687 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T19:59:05,364 INFO [RS:0;32a03c886245:41389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T19:59:05,364 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,41389,1732478344731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,364 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,364 INFO [RS:0;32a03c886245:41389 {}] regionserver.Replication(171): 32a03c886245,41389,1732478344731 started 2024-11-24T19:59:05,367 INFO [RS:2;32a03c886245:44005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T19:59:05,368 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,44005,1732478344812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,368 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,368 INFO [RS:2;32a03c886245:44005 {}] regionserver.Replication(171): 32a03c886245,44005,1732478344812 started 2024-11-24T19:59:05,370 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,370 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1482): Serving as 32a03c886245,32775,1732478344774, RpcServer on 32a03c886245/172.17.0.2:32775, sessionid=0x1016fb7303f0002 2024-11-24T19:59:05,371 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T19:59:05,371 DEBUG [RS:1;32a03c886245:32775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a03c886245,32775,1732478344774 2024-11-24T19:59:05,371 DEBUG [RS:1;32a03c886245:32775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,32775,1732478344774' 2024-11-24T19:59:05,371 DEBUG [RS:1;32a03c886245:32775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T19:59:05,371 DEBUG [RS:1;32a03c886245:32775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T19:59:05,372 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T19:59:05,372 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T19:59:05,372 DEBUG [RS:1;32a03c886245:32775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a03c886245,32775,1732478344774 2024-11-24T19:59:05,372 DEBUG [RS:1;32a03c886245:32775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,32775,1732478344774' 2024-11-24T19:59:05,372 DEBUG [RS:1;32a03c886245:32775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T19:59:05,372 DEBUG [RS:1;32a03c886245:32775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T19:59:05,373 DEBUG [RS:1;32a03c886245:32775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T19:59:05,373 INFO [RS:1;32a03c886245:32775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T19:59:05,373 INFO [RS:1;32a03c886245:32775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T19:59:05,378 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,378 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1482): Serving as 32a03c886245,41389,1732478344731, RpcServer on 32a03c886245/172.17.0.2:41389, sessionid=0x1016fb7303f0001 2024-11-24T19:59:05,378 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T19:59:05,378 DEBUG [RS:0;32a03c886245:41389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a03c886245,41389,1732478344731 2024-11-24T19:59:05,378 DEBUG [RS:0;32a03c886245:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,41389,1732478344731' 2024-11-24T19:59:05,378 DEBUG [RS:0;32a03c886245:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T19:59:05,379 DEBUG [RS:0;32a03c886245:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T19:59:05,379 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T19:59:05,379 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T19:59:05,379 DEBUG [RS:0;32a03c886245:41389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a03c886245,41389,1732478344731 2024-11-24T19:59:05,379 DEBUG [RS:0;32a03c886245:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,41389,1732478344731' 2024-11-24T19:59:05,379 DEBUG [RS:0;32a03c886245:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T19:59:05,380 DEBUG [RS:0;32a03c886245:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T19:59:05,380 DEBUG [RS:0;32a03c886245:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T19:59:05,380 INFO [RS:0;32a03c886245:41389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T19:59:05,380 INFO [RS:0;32a03c886245:41389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T19:59:05,383 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:05,383 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1482): Serving as 32a03c886245,44005,1732478344812, RpcServer on 32a03c886245/172.17.0.2:44005, sessionid=0x1016fb7303f0003 2024-11-24T19:59:05,383 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T19:59:05,383 DEBUG [RS:2;32a03c886245:44005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a03c886245,44005,1732478344812 2024-11-24T19:59:05,383 DEBUG [RS:2;32a03c886245:44005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,44005,1732478344812' 2024-11-24T19:59:05,383 DEBUG [RS:2;32a03c886245:44005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T19:59:05,384 DEBUG [RS:2;32a03c886245:44005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T19:59:05,384 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T19:59:05,384 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T19:59:05,384 DEBUG [RS:2;32a03c886245:44005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a03c886245,44005,1732478344812 2024-11-24T19:59:05,384 DEBUG [RS:2;32a03c886245:44005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a03c886245,44005,1732478344812' 2024-11-24T19:59:05,384 DEBUG [RS:2;32a03c886245:44005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T19:59:05,385 DEBUG [RS:2;32a03c886245:44005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T19:59:05,385 DEBUG [RS:2;32a03c886245:44005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T19:59:05,385 INFO [RS:2;32a03c886245:44005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T19:59:05,385 INFO [RS:2;32a03c886245:44005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T19:59:05,473 INFO [RS:1;32a03c886245:32775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:59:05,475 INFO [RS:1;32a03c886245:32775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C32775%2C1732478344774, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,32775,1732478344774, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs, maxLogs=32 2024-11-24T19:59:05,481 INFO [RS:0;32a03c886245:41389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:59:05,483 INFO [RS:0;32a03c886245:41389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C41389%2C1732478344731, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,41389,1732478344731, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs, maxLogs=32 2024-11-24T19:59:05,486 INFO [RS:2;32a03c886245:44005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T19:59:05,488 INFO [RS:2;32a03c886245:44005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C44005%2C1732478344812, suffix=, logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,44005,1732478344812, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs, maxLogs=32 2024-11-24T19:59:05,493 DEBUG [RS:1;32a03c886245:32775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,32775,1732478344774/32a03c886245%2C32775%2C1732478344774.1732478345477, exclude list is [], retry=0 2024-11-24T19:59:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37809,DS-5deca59b-4640-45ed-97b9-0854a9b08acd,DISK] 2024-11-24T19:59:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32843,DS-2bc24796-4642-4dfd-8263-6dd5c6743575,DISK] 2024-11-24T19:59:05,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-51aa63bb-3f3d-46dd-a98c-be68d3068536,DISK] 2024-11-24T19:59:05,498 INFO [RS:1;32a03c886245:32775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,32775,1732478344774/32a03c886245%2C32775%2C1732478344774.1732478345477 2024-11-24T19:59:05,498 DEBUG [RS:1;32a03c886245:32775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37785:37785),(127.0.0.1/127.0.0.1:46311:46311),(127.0.0.1/127.0.0.1:33249:33249)] 2024-11-24T19:59:05,500 DEBUG [RS:0;32a03c886245:41389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,41389,1732478344731/32a03c886245%2C41389%2C1732478344731.1732478345485, exclude list is [], retry=0 2024-11-24T19:59:05,501 DEBUG [RS:2;32a03c886245:44005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,44005,1732478344812/32a03c886245%2C44005%2C1732478344812.1732478345489, exclude list is [], retry=0 2024-11-24T19:59:05,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32843,DS-2bc24796-4642-4dfd-8263-6dd5c6743575,DISK] 2024-11-24T19:59:05,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-51aa63bb-3f3d-46dd-a98c-be68d3068536,DISK] 2024-11-24T19:59:05,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37809,DS-5deca59b-4640-45ed-97b9-0854a9b08acd,DISK] 2024-11-24T19:59:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37809,DS-5deca59b-4640-45ed-97b9-0854a9b08acd,DISK] 2024-11-24T19:59:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-51aa63bb-3f3d-46dd-a98c-be68d3068536,DISK] 2024-11-24T19:59:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32843,DS-2bc24796-4642-4dfd-8263-6dd5c6743575,DISK] 2024-11-24T19:59:05,508 INFO [RS:2;32a03c886245:44005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,44005,1732478344812/32a03c886245%2C44005%2C1732478344812.1732478345489 2024-11-24T19:59:05,508 INFO [RS:0;32a03c886245:41389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,41389,1732478344731/32a03c886245%2C41389%2C1732478344731.1732478345485 2024-11-24T19:59:05,508 DEBUG [RS:0;32a03c886245:41389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33249:33249),(127.0.0.1/127.0.0.1:37785:37785),(127.0.0.1/127.0.0.1:46311:46311)] 2024-11-24T19:59:05,508 DEBUG [RS:2;32a03c886245:44005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33249:33249),(127.0.0.1/127.0.0.1:46311:46311),(127.0.0.1/127.0.0.1:37785:37785)] 2024-11-24T19:59:05,612 DEBUG [32a03c886245:36687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T19:59:05,612 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(204): Hosts are {32a03c886245=0} racks are {/default-rack=0} 2024-11-24T19:59:05,614 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T19:59:05,615 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T19:59:05,615 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T19:59:05,615 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T19:59:05,615 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T19:59:05,615 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T19:59:05,615 INFO [32a03c886245:36687 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T19:59:05,615 INFO [32a03c886245:36687 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T19:59:05,615 INFO [32a03c886245:36687 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T19:59:05,615 DEBUG [32a03c886245:36687 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T19:59:05,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:05,617 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a03c886245,44005,1732478344812, state=OPENING 2024-11-24T19:59:05,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T19:59:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:05,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T19:59:05,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:05,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:05,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:05,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a03c886245,44005,1732478344812}] 2024-11-24T19:59:05,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:06,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:06,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:06,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:07,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T19:59:07,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:07,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:07,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:08,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T19:59:08,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T19:59:13,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T19:59:13,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:13,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:13,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:15,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T19:59:15,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47335, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T19:59:15,675 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T19:59:15,676 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T19:59:15,676 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T19:59:15,680 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a03c886245%2C44005%2C1732478344812.meta, suffix=.meta, logDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,44005,1732478344812, archiveDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs, maxLogs=32 2024-11-24T19:59:15,695 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,44005,1732478344812/32a03c886245%2C44005%2C1732478344812.meta.1732478355681.meta, exclude list is [], retry=0 2024-11-24T19:59:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-51aa63bb-3f3d-46dd-a98c-be68d3068536,DISK] 2024-11-24T19:59:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32843,DS-2bc24796-4642-4dfd-8263-6dd5c6743575,DISK] 2024-11-24T19:59:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37809,DS-5deca59b-4640-45ed-97b9-0854a9b08acd,DISK] 2024-11-24T19:59:15,699 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/WALs/32a03c886245,44005,1732478344812/32a03c886245%2C44005%2C1732478344812.meta.1732478355681.meta 2024-11-24T19:59:15,699 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37785:37785),(127.0.0.1/127.0.0.1:33249:33249),(127.0.0.1/127.0.0.1:46311:46311)] 2024-11-24T19:59:15,699 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T19:59:15,700 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T19:59:15,700 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T19:59:15,700 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T19:59:15,700 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T19:59:15,700 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,700 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T19:59:15,700 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T19:59:15,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T19:59:15,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T19:59:15,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T19:59:15,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T19:59:15,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:15,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:15,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T19:59:15,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T19:59:15,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:15,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:15,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T19:59:15,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T19:59:15,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:15,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T19:59:15,709 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T19:59:15,709 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740 2024-11-24T19:59:15,710 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740 2024-11-24T19:59:15,712 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T19:59:15,712 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T19:59:15,712 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T19:59:15,714 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T19:59:15,714 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61635361, jitterRate=-0.08156155049800873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T19:59:15,714 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T19:59:15,715 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732478355700Writing region info on filesystem at 1732478355700Initializing all the Stores at 1732478355701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478355701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478355701Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478355701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732478355701Cleaning up temporary data from old regions at 1732478355712 (+11 ms)Running coprocessor post-open hooks at 1732478355714 (+2 ms)Region opened successfully at 1732478355715 (+1 ms) 2024-11-24T19:59:15,716 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732478355663 2024-11-24T19:59:15,718 DEBUG [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T19:59:15,718 INFO [RS_OPEN_META-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T19:59:15,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:15,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a03c886245,44005,1732478344812, state=OPEN 2024-11-24T19:59:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:59:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:59:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:59:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T19:59:15,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:15,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:15,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:15,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T19:59:15,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a03c886245,44005,1732478344812 2024-11-24T19:59:15,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T19:59:15,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a03c886245,44005,1732478344812 in 10.1150 sec 2024-11-24T19:59:15,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T19:59:15,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5670 sec 2024-11-24T19:59:15,778 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T19:59:15,778 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T19:59:15,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T19:59:15,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a03c886245,44005,1732478344812, seqNum=-1] 2024-11-24T19:59:15,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:59:15,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39989, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:59:15,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6310 sec 2024-11-24T19:59:15,786 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732478355786, completionTime=-1 2024-11-24T19:59:15,786 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T19:59:15,786 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T19:59:15,788 INFO [master/32a03c886245:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T19:59:15,788 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732478415788 2024-11-24T19:59:15,788 INFO [master/32a03c886245:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732478475788 2024-11-24T19:59:15,788 INFO [master/32a03c886245:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T19:59:15,788 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T19:59:15,788 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,36687,1732478344588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:15,788 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,36687,1732478344588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:15,789 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,36687,1732478344588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:15,789 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a03c886245:36687, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:15,789 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:15,789 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:15,791 DEBUG [master/32a03c886245:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.925sec 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,36687,1732478344588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T19:59:15,793 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,36687,1732478344588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T19:59:15,795 DEBUG [master/32a03c886245:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T19:59:15,795 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T19:59:15,795 INFO [master/32a03c886245:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a03c886245,36687,1732478344588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T19:59:15,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24517013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:59:15,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a03c886245,36687,-1 for getting cluster id 2024-11-24T19:59:15,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T19:59:15,847 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80fb63dd-eaef-4bb7-a086-b86a17a0df07' 2024-11-24T19:59:15,847 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T19:59:15,847 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80fb63dd-eaef-4bb7-a086-b86a17a0df07" 2024-11-24T19:59:15,847 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7834bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:59:15,847 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a03c886245,36687,-1] 2024-11-24T19:59:15,848 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T19:59:15,848 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:15,849 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T19:59:15,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cea5dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:59:15,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T19:59:15,851 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a03c886245,44005,1732478344812, seqNum=-1] 2024-11-24T19:59:15,851 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:59:15,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:59:15,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a03c886245,36687,1732478344588 2024-11-24T19:59:15,854 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732478355854 (current time:1732478355854). 2024-11-24T19:59:15,855 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T19:59:15,855 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T19:59:15,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56960cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:59:15,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a03c886245,36687,-1 for getting cluster id 2024-11-24T19:59:15,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T19:59:15,856 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80fb63dd-eaef-4bb7-a086-b86a17a0df07' 2024-11-24T19:59:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T19:59:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80fb63dd-eaef-4bb7-a086-b86a17a0df07" 2024-11-24T19:59:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df6ff1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:59:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a03c886245,36687,-1] 2024-11-24T19:59:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T19:59:15,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:15,858 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T19:59:15,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e9b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T19:59:15,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T19:59:15,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a03c886245,44005,1732478344812, seqNum=-1] 2024-11-24T19:59:15,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:59:15,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:59:15,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T19:59:15,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:15,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:15,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:15,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T19:59:15,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T19:59:15,864 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a03c886245,36687,1732478344588 2024-11-24T19:59:15,864 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cca90d5 2024-11-24T19:59:15,864 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T19:59:15,865 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T19:59:15,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T19:59:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T19:59:15,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T19:59:15,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:15,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T19:59:15,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T19:59:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741837_1013 (size=361) 2024-11-24T19:59:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741837_1013 (size=361) 2024-11-24T19:59:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741837_1013 (size=361) 2024-11-24T19:59:15,882 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b2f118d2f680efadca7aed0e56027fe, NAME => 'SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,882 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 814ab5bbcbd6f46efdf9364502113f8c, NAME => 'SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,882 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1b57c54a32674a22af792fb6ba5c13ab, NAME => 'SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741838_1014 (size=54) 2024-11-24T19:59:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741838_1014 (size=54) 2024-11-24T19:59:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741838_1014 (size=54) 2024-11-24T19:59:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741839_1015 (size=62) 2024-11-24T19:59:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741839_1015 (size=62) 2024-11-24T19:59:15,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0b2f118d2f680efadca7aed0e56027fe, disabling compactions & flushes 2024-11-24T19:59:15,895 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:15,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:15,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. after waiting 0 ms 2024-11-24T19:59:15,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741839_1015 (size=62) 2024-11-24T19:59:15,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:15,896 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:15,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b2f118d2f680efadca7aed0e56027fe: Waiting for close lock at 1732478355895Disabling compacts and flushes for region at 1732478355895Disabling writes for close at 1732478355896 (+1 ms)Writing region close event to WAL at 1732478355896Closed at 1732478355896 2024-11-24T19:59:15,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,896 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 376b95322b4c5ad6471fa88eab64fed3, NAME => 'SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 814ab5bbcbd6f46efdf9364502113f8c, disabling compactions & flushes 2024-11-24T19:59:15,896 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. after waiting 0 ms 2024-11-24T19:59:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:15,897 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 814ab5bbcbd6f46efdf9364502113f8c: Waiting for close lock at 1732478355896Disabling compacts and flushes for region at 1732478355896Disabling writes for close at 1732478355897 (+1 ms)Writing region close event to WAL at 1732478355897Closed at 1732478355897 2024-11-24T19:59:15,897 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fbcd8e8b8fdd635962d3b792acb70b4d, NAME => 'SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741840_1016 (size=62) 2024-11-24T19:59:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741840_1016 (size=62) 2024-11-24T19:59:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741840_1016 (size=62) 2024-11-24T19:59:15,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1b57c54a32674a22af792fb6ba5c13ab, disabling compactions & flushes 2024-11-24T19:59:15,901 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:15,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:15,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. after waiting 0 ms 2024-11-24T19:59:15,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:15,901 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:15,901 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1b57c54a32674a22af792fb6ba5c13ab: Waiting for close lock at 1732478355901Disabling compacts and flushes for region at 1732478355901Disabling writes for close at 1732478355901Writing region close event to WAL at 1732478355901Closed at 1732478355901 2024-11-24T19:59:15,902 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 63c83ecc1667b7a4820216c454907333, NAME => 'SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741841_1017 (size=62) 2024-11-24T19:59:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741841_1017 (size=62) 2024-11-24T19:59:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741841_1017 (size=62) 2024-11-24T19:59:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 376b95322b4c5ad6471fa88eab64fed3, disabling compactions & flushes 2024-11-24T19:59:15,905 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. after waiting 0 ms 2024-11-24T19:59:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:15,905 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 376b95322b4c5ad6471fa88eab64fed3: Waiting for close lock at 1732478355905Disabling compacts and flushes for region at 1732478355905Disabling writes for close at 1732478355905Writing region close event to WAL at 1732478355905Closed at 1732478355905 2024-11-24T19:59:15,906 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c90a888338a3a759083835d1ca933aba, NAME => 'SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741842_1018 (size=62) 2024-11-24T19:59:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741842_1018 (size=62) 2024-11-24T19:59:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741842_1018 (size=62) 2024-11-24T19:59:15,912 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 63c83ecc1667b7a4820216c454907333, disabling compactions & flushes 2024-11-24T19:59:15,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:15,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741843_1019 (size=62) 2024-11-24T19:59:15,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. after waiting 0 ms 2024-11-24T19:59:15,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:15,913 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:15,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 63c83ecc1667b7a4820216c454907333: Waiting for close lock at 1732478355913Disabling compacts and flushes for region at 1732478355913Disabling writes for close at 1732478355913Writing region close event to WAL at 1732478355913Closed at 1732478355913 2024-11-24T19:59:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741843_1019 (size=62) 2024-11-24T19:59:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741843_1019 (size=62) 2024-11-24T19:59:15,914 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a9fe30bf05f9628867e26cac1969efe6, NAME => 'SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fbcd8e8b8fdd635962d3b792acb70b4d, disabling compactions & flushes 2024-11-24T19:59:15,915 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:15,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:15,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. after waiting 0 ms 2024-11-24T19:59:15,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:15,915 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:15,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fbcd8e8b8fdd635962d3b792acb70b4d: Waiting for close lock at 1732478355914Disabling compacts and flushes for region at 1732478355914Disabling writes for close at 1732478355915 (+1 ms)Writing region close event to WAL at 1732478355915Closed at 1732478355915 2024-11-24T19:59:15,915 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c9d9ff84ea9314b125c1b7997828eab1, NAME => 'SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741844_1020 (size=62) 2024-11-24T19:59:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741844_1020 (size=62) 2024-11-24T19:59:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741844_1020 (size=62) 2024-11-24T19:59:15,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c90a888338a3a759083835d1ca933aba, disabling compactions & flushes 2024-11-24T19:59:15,923 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:15,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:15,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. after waiting 0 ms 2024-11-24T19:59:15,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:15,923 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:15,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c90a888338a3a759083835d1ca933aba: Waiting for close lock at 1732478355923Disabling compacts and flushes for region at 1732478355923Disabling writes for close at 1732478355923Writing region close event to WAL at 1732478355923Closed at 1732478355923 2024-11-24T19:59:15,924 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f5d44fee9f076987995aeb589c96656, NAME => 'SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9 2024-11-24T19:59:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741845_1021 (size=62) 2024-11-24T19:59:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741845_1021 (size=62) 2024-11-24T19:59:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741845_1021 (size=62) 2024-11-24T19:59:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741846_1022 (size=62) 2024-11-24T19:59:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741846_1022 (size=62) 2024-11-24T19:59:15,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741846_1022 (size=62) 2024-11-24T19:59:15,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a9fe30bf05f9628867e26cac1969efe6, disabling compactions & flushes 2024-11-24T19:59:15,932 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:15,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:15,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. after waiting 0 ms 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:15,933 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a9fe30bf05f9628867e26cac1969efe6: Waiting for close lock at 1732478355932Disabling compacts and flushes for region at 1732478355932Disabling writes for close at 1732478355932Writing region close event to WAL at 1732478355933 (+1 ms)Closed at 1732478355933 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c9d9ff84ea9314b125c1b7997828eab1, disabling compactions & flushes 2024-11-24T19:59:15,933 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. after waiting 0 ms 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:15,933 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:15,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c9d9ff84ea9314b125c1b7997828eab1: Waiting for close lock at 1732478355933Disabling compacts and flushes for region at 1732478355933Disabling writes for close at 1732478355933Writing region close event to WAL at 1732478355933Closed at 1732478355933 2024-11-24T19:59:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741847_1023 (size=54) 2024-11-24T19:59:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741847_1023 (size=54) 2024-11-24T19:59:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741847_1023 (size=54) 2024-11-24T19:59:15,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:15,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4f5d44fee9f076987995aeb589c96656, disabling compactions & flushes 2024-11-24T19:59:15,939 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:15,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:15,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. after waiting 0 ms 2024-11-24T19:59:15,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:15,939 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:15,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f5d44fee9f076987995aeb589c96656: Waiting for close lock at 1732478355939Disabling compacts and flushes for region at 1732478355939Disabling writes for close at 1732478355939Writing region close event to WAL at 1732478355939Closed at 1732478355939 2024-11-24T19:59:15,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732478355940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732478355940"}]},"ts":"1732478355940"} 2024-11-24T19:59:15,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T19:59:15,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T19:59:15,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732478355947"}]},"ts":"1732478355947"} 2024-11-24T19:59:15,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T19:59:15,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {32a03c886245=0} racks are {/default-rack=0} 2024-11-24T19:59:15,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T19:59:15,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T19:59:15,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T19:59:15,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T19:59:15,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T19:59:15,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T19:59:15,954 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T19:59:15,954 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T19:59:15,954 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T19:59:15,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T19:59:15,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2f118d2f680efadca7aed0e56027fe, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=814ab5bbcbd6f46efdf9364502113f8c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b57c54a32674a22af792fb6ba5c13ab, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376b95322b4c5ad6471fa88eab64fed3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbcd8e8b8fdd635962d3b792acb70b4d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63c83ecc1667b7a4820216c454907333, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c90a888338a3a759083835d1ca933aba, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9fe30bf05f9628867e26cac1969efe6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9d9ff84ea9314b125c1b7997828eab1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5d44fee9f076987995aeb589c96656, ASSIGN}] 2024-11-24T19:59:15,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=814ab5bbcbd6f46efdf9364502113f8c, ASSIGN 2024-11-24T19:59:15,957 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2f118d2f680efadca7aed0e56027fe, ASSIGN 2024-11-24T19:59:15,957 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376b95322b4c5ad6471fa88eab64fed3, ASSIGN 2024-11-24T19:59:15,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b57c54a32674a22af792fb6ba5c13ab, ASSIGN 2024-11-24T19:59:15,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5d44fee9f076987995aeb589c96656, ASSIGN 2024-11-24T19:59:15,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=376b95322b4c5ad6471fa88eab64fed3, ASSIGN; state=OFFLINE, location=32a03c886245,32775,1732478344774; forceNewPlan=false, retain=false 2024-11-24T19:59:15,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=814ab5bbcbd6f46efdf9364502113f8c, ASSIGN; state=OFFLINE, location=32a03c886245,44005,1732478344812; forceNewPlan=false, retain=false 2024-11-24T19:59:15,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b57c54a32674a22af792fb6ba5c13ab, ASSIGN; state=OFFLINE, location=32a03c886245,41389,1732478344731; forceNewPlan=false, retain=false 2024-11-24T19:59:15,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2f118d2f680efadca7aed0e56027fe, ASSIGN; state=OFFLINE, location=32a03c886245,32775,1732478344774; forceNewPlan=false, retain=false 2024-11-24T19:59:15,959 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f5d44fee9f076987995aeb589c96656, ASSIGN; state=OFFLINE, location=32a03c886245,32775,1732478344774; forceNewPlan=false, retain=false 2024-11-24T19:59:15,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c90a888338a3a759083835d1ca933aba, ASSIGN 2024-11-24T19:59:15,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9d9ff84ea9314b125c1b7997828eab1, ASSIGN 2024-11-24T19:59:15,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9fe30bf05f9628867e26cac1969efe6, ASSIGN 2024-11-24T19:59:15,962 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63c83ecc1667b7a4820216c454907333, ASSIGN 2024-11-24T19:59:15,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbcd8e8b8fdd635962d3b792acb70b4d, ASSIGN 2024-11-24T19:59:15,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9fe30bf05f9628867e26cac1969efe6, ASSIGN; state=OFFLINE, location=32a03c886245,44005,1732478344812; forceNewPlan=false, retain=false 2024-11-24T19:59:15,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbcd8e8b8fdd635962d3b792acb70b4d, ASSIGN; state=OFFLINE, location=32a03c886245,41389,1732478344731; forceNewPlan=false, retain=false 2024-11-24T19:59:15,963 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9d9ff84ea9314b125c1b7997828eab1, ASSIGN; state=OFFLINE, location=32a03c886245,41389,1732478344731; forceNewPlan=false, retain=false 2024-11-24T19:59:15,963 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c90a888338a3a759083835d1ca933aba, ASSIGN; state=OFFLINE, location=32a03c886245,32775,1732478344774; forceNewPlan=false, retain=false 2024-11-24T19:59:15,963 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63c83ecc1667b7a4820216c454907333, ASSIGN; state=OFFLINE, location=32a03c886245,44005,1732478344812; forceNewPlan=false, retain=false 2024-11-24T19:59:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:16,109 INFO [32a03c886245:36687 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T19:59:16,109 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c9d9ff84ea9314b125c1b7997828eab1, regionState=OPENING, regionLocation=32a03c886245,41389,1732478344731 2024-11-24T19:59:16,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=63c83ecc1667b7a4820216c454907333, regionState=OPENING, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:16,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a9fe30bf05f9628867e26cac1969efe6, regionState=OPENING, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:16,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbcd8e8b8fdd635962d3b792acb70b4d, regionState=OPENING, regionLocation=32a03c886245,41389,1732478344731 2024-11-24T19:59:16,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=814ab5bbcbd6f46efdf9364502113f8c, regionState=OPENING, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:16,110 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1b57c54a32674a22af792fb6ba5c13ab, regionState=OPENING, regionLocation=32a03c886245,41389,1732478344731 2024-11-24T19:59:16,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4f5d44fee9f076987995aeb589c96656, regionState=OPENING, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:16,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=376b95322b4c5ad6471fa88eab64fed3, regionState=OPENING, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:16,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c90a888338a3a759083835d1ca933aba, regionState=OPENING, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:16,110 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b2f118d2f680efadca7aed0e56027fe, regionState=OPENING, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9d9ff84ea9314b125c1b7997828eab1, ASSIGN because future has completed 2024-11-24T19:59:16,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9d9ff84ea9314b125c1b7997828eab1, server=32a03c886245,41389,1732478344731}] 2024-11-24T19:59:16,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63c83ecc1667b7a4820216c454907333, ASSIGN because future has completed 2024-11-24T19:59:16,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63c83ecc1667b7a4820216c454907333, server=32a03c886245,44005,1732478344812}] 2024-11-24T19:59:16,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9fe30bf05f9628867e26cac1969efe6, ASSIGN because future has completed 2024-11-24T19:59:16,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbcd8e8b8fdd635962d3b792acb70b4d, ASSIGN because future has completed 2024-11-24T19:59:16,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcd8e8b8fdd635962d3b792acb70b4d, server=32a03c886245,41389,1732478344731}] 2024-11-24T19:59:16,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9fe30bf05f9628867e26cac1969efe6, server=32a03c886245,44005,1732478344812}] 2024-11-24T19:59:16,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=814ab5bbcbd6f46efdf9364502113f8c, ASSIGN because future has completed 2024-11-24T19:59:16,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b57c54a32674a22af792fb6ba5c13ab, ASSIGN because future has completed 2024-11-24T19:59:16,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f5d44fee9f076987995aeb589c96656, ASSIGN because future has completed 2024-11-24T19:59:16,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814ab5bbcbd6f46efdf9364502113f8c, server=32a03c886245,44005,1732478344812}] 2024-11-24T19:59:16,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2f118d2f680efadca7aed0e56027fe, ASSIGN because future has completed 2024-11-24T19:59:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c90a888338a3a759083835d1ca933aba, ASSIGN because future has completed 2024-11-24T19:59:16,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5d44fee9f076987995aeb589c96656, server=32a03c886245,32775,1732478344774}] 2024-11-24T19:59:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=376b95322b4c5ad6471fa88eab64fed3, ASSIGN because future has completed 2024-11-24T19:59:16,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2f118d2f680efadca7aed0e56027fe, server=32a03c886245,32775,1732478344774}] 2024-11-24T19:59:16,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376b95322b4c5ad6471fa88eab64fed3, server=32a03c886245,32775,1732478344774}] 2024-11-24T19:59:16,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c90a888338a3a759083835d1ca933aba, server=32a03c886245,32775,1732478344774}] 2024-11-24T19:59:16,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b57c54a32674a22af792fb6ba5c13ab, server=32a03c886245,41389,1732478344731}] 2024-11-24T19:59:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:17,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T19:59:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:18,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T19:59:18,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T19:59:18,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T19:59:18,278 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T19:59:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:21,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T19:59:21,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:21,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:21,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:26,119 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T19:59:26,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T19:59:26,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T19:59:26,134 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:26,134 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:26,134 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 814ab5bbcbd6f46efdf9364502113f8c, NAME => 'SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T19:59:26,134 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b57c54a32674a22af792fb6ba5c13ab, NAME => 'SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T19:59:26,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36025, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,135 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,137 INFO [StoreOpener-814ab5bbcbd6f46efdf9364502113f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,137 INFO [StoreOpener-1b57c54a32674a22af792fb6ba5c13ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,138 INFO [StoreOpener-1b57c54a32674a22af792fb6ba5c13ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b57c54a32674a22af792fb6ba5c13ab columnFamilyName cf 2024-11-24T19:59:26,138 INFO [StoreOpener-814ab5bbcbd6f46efdf9364502113f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814ab5bbcbd6f46efdf9364502113f8c columnFamilyName cf 2024-11-24T19:59:26,138 DEBUG [StoreOpener-814ab5bbcbd6f46efdf9364502113f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,138 DEBUG [StoreOpener-1b57c54a32674a22af792fb6ba5c13ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,139 INFO [StoreOpener-814ab5bbcbd6f46efdf9364502113f8c-1 {}] regionserver.HStore(327): Store=814ab5bbcbd6f46efdf9364502113f8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,139 INFO [StoreOpener-1b57c54a32674a22af792fb6ba5c13ab-1 {}] regionserver.HStore(327): Store=1b57c54a32674a22af792fb6ba5c13ab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,139 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,139 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,139 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:26,139 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 376b95322b4c5ad6471fa88eab64fed3, NAME => 'SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T19:59:26,139 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,140 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,140 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,140 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,140 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,140 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,140 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,140 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,141 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,141 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,141 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,141 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,142 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,142 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,142 INFO [StoreOpener-376b95322b4c5ad6471fa88eab64fed3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,144 INFO [StoreOpener-376b95322b4c5ad6471fa88eab64fed3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376b95322b4c5ad6471fa88eab64fed3 columnFamilyName cf 2024-11-24T19:59:26,144 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/814ab5bbcbd6f46efdf9364502113f8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,144 DEBUG [StoreOpener-376b95322b4c5ad6471fa88eab64fed3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,145 INFO [StoreOpener-376b95322b4c5ad6471fa88eab64fed3-1 {}] regionserver.HStore(327): Store=376b95322b4c5ad6471fa88eab64fed3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,145 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 814ab5bbcbd6f46efdf9364502113f8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71802566, jitterRate=0.06994161009788513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,145 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:26,145 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,145 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 814ab5bbcbd6f46efdf9364502113f8c: Running coprocessor pre-open hook at 1732478366135Writing region info on filesystem at 1732478366135Initializing all the Stores at 1732478366136 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366136Cleaning up temporary data from old regions at 1732478366141 (+5 ms)Running coprocessor post-open hooks at 1732478366145 (+4 ms)Region opened successfully at 1732478366145 2024-11-24T19:59:26,145 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/1b57c54a32674a22af792fb6ba5c13ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,145 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1b57c54a32674a22af792fb6ba5c13ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61757491, jitterRate=-0.07974167168140411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,145 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:26,145 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,145 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1b57c54a32674a22af792fb6ba5c13ab: Running coprocessor pre-open hook at 1732478366135Writing region info on filesystem at 1732478366135Initializing all the Stores at 1732478366136 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366136Cleaning up temporary data from old regions at 1732478366141 (+5 ms)Running coprocessor post-open hooks at 1732478366145 (+4 ms)Region opened successfully at 1732478366145 2024-11-24T19:59:26,146 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c., pid=19, masterSystemTime=1732478366122 2024-11-24T19:59:26,146 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,146 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,146 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,147 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab., pid=24, masterSystemTime=1732478366118 2024-11-24T19:59:26,148 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:26,148 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:26,148 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:26,148 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 63c83ecc1667b7a4820216c454907333, NAME => 'SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T19:59:26,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=814ab5bbcbd6f46efdf9364502113f8c, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:26,149 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,149 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,149 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,149 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,149 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,150 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:26,150 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:26,150 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:26,150 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1b57c54a32674a22af792fb6ba5c13ab, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,41389,1732478344731 2024-11-24T19:59:26,150 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => fbcd8e8b8fdd635962d3b792acb70b4d, NAME => 'SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T19:59:26,150 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,151 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,151 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,151 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,151 INFO [StoreOpener-63c83ecc1667b7a4820216c454907333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814ab5bbcbd6f46efdf9364502113f8c, server=32a03c886245,44005,1732478344812 because future has completed 2024-11-24T19:59:26,153 INFO [StoreOpener-63c83ecc1667b7a4820216c454907333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63c83ecc1667b7a4820216c454907333 columnFamilyName cf 2024-11-24T19:59:26,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b57c54a32674a22af792fb6ba5c13ab, server=32a03c886245,41389,1732478344731 because future has completed 2024-11-24T19:59:26,153 DEBUG [StoreOpener-63c83ecc1667b7a4820216c454907333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,154 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/376b95322b4c5ad6471fa88eab64fed3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,154 INFO [StoreOpener-63c83ecc1667b7a4820216c454907333-1 {}] regionserver.HStore(327): Store=63c83ecc1667b7a4820216c454907333/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,154 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,154 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 376b95322b4c5ad6471fa88eab64fed3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69998221, jitterRate=0.04305477440357208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,154 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:26,154 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,155 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 376b95322b4c5ad6471fa88eab64fed3: Running coprocessor pre-open hook at 1732478366140Writing region info on filesystem at 1732478366140Initializing all the Stores at 1732478366141 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366141Cleaning up temporary data from old regions at 1732478366146 (+5 ms)Running coprocessor post-open hooks at 1732478366154 (+8 ms)Region opened successfully at 1732478366154 2024-11-24T19:59:26,155 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,156 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3., pid=22, masterSystemTime=1732478366130 2024-11-24T19:59:26,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-24T19:59:26,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 814ab5bbcbd6f46efdf9364502113f8c, server=32a03c886245,44005,1732478344812 in 10.0320 sec 2024-11-24T19:59:26,156 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,157 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-24T19:59:26,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b57c54a32674a22af792fb6ba5c13ab, server=32a03c886245,41389,1732478344731 in 10.0260 sec 2024-11-24T19:59:26,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=814ab5bbcbd6f46efdf9364502113f8c, ASSIGN in 10.2020 sec 2024-11-24T19:59:26,158 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:26,158 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:26,158 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:26,158 INFO [StoreOpener-fbcd8e8b8fdd635962d3b792acb70b4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,159 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b2f118d2f680efadca7aed0e56027fe, NAME => 'SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T19:59:26,159 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,159 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,159 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,159 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,159 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=376b95322b4c5ad6471fa88eab64fed3, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:26,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b57c54a32674a22af792fb6ba5c13ab, ASSIGN in 10.2040 sec 2024-11-24T19:59:26,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376b95322b4c5ad6471fa88eab64fed3, server=32a03c886245,32775,1732478344774 because future has completed 2024-11-24T19:59:26,162 INFO [StoreOpener-0b2f118d2f680efadca7aed0e56027fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,162 INFO [StoreOpener-fbcd8e8b8fdd635962d3b792acb70b4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbcd8e8b8fdd635962d3b792acb70b4d columnFamilyName cf 2024-11-24T19:59:26,162 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/63c83ecc1667b7a4820216c454907333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,162 DEBUG [StoreOpener-fbcd8e8b8fdd635962d3b792acb70b4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,163 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 63c83ecc1667b7a4820216c454907333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71317313, jitterRate=0.06271077692508698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,163 INFO [StoreOpener-fbcd8e8b8fdd635962d3b792acb70b4d-1 {}] regionserver.HStore(327): Store=fbcd8e8b8fdd635962d3b792acb70b4d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,163 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:26,163 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,163 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 63c83ecc1667b7a4820216c454907333: Running coprocessor pre-open hook at 1732478366149Writing region info on filesystem at 1732478366149Initializing all the Stores at 1732478366150 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366150Cleaning up temporary data from old regions at 1732478366157 (+7 ms)Running coprocessor post-open hooks at 1732478366163 (+6 ms)Region opened successfully at 1732478366163 2024-11-24T19:59:26,164 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,164 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333., pid=16, masterSystemTime=1732478366122 2024-11-24T19:59:26,165 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,165 INFO [StoreOpener-0b2f118d2f680efadca7aed0e56027fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2f118d2f680efadca7aed0e56027fe columnFamilyName cf 2024-11-24T19:59:26,165 DEBUG [StoreOpener-0b2f118d2f680efadca7aed0e56027fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,166 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,166 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,166 INFO [StoreOpener-0b2f118d2f680efadca7aed0e56027fe-1 {}] regionserver.HStore(327): Store=0b2f118d2f680efadca7aed0e56027fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,166 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-24T19:59:26,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 376b95322b4c5ad6471fa88eab64fed3, server=32a03c886245,32775,1732478344774 in 10.0350 sec 2024-11-24T19:59:26,167 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:26,167 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:26,167 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:26,167 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,167 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a9fe30bf05f9628867e26cac1969efe6, NAME => 'SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T19:59:26,167 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,167 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,168 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,168 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,168 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=63c83ecc1667b7a4820216c454907333, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:26,168 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,168 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,169 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376b95322b4c5ad6471fa88eab64fed3, ASSIGN in 10.2130 sec 2024-11-24T19:59:26,170 INFO [StoreOpener-a9fe30bf05f9628867e26cac1969efe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63c83ecc1667b7a4820216c454907333, server=32a03c886245,44005,1732478344812 because future has completed 2024-11-24T19:59:26,171 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,171 INFO [StoreOpener-a9fe30bf05f9628867e26cac1969efe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9fe30bf05f9628867e26cac1969efe6 columnFamilyName cf 2024-11-24T19:59:26,172 DEBUG [StoreOpener-a9fe30bf05f9628867e26cac1969efe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,172 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/fbcd8e8b8fdd635962d3b792acb70b4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,172 INFO [StoreOpener-a9fe30bf05f9628867e26cac1969efe6-1 {}] regionserver.HStore(327): Store=a9fe30bf05f9628867e26cac1969efe6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,172 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,173 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened fbcd8e8b8fdd635962d3b792acb70b4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63307529, jitterRate=-0.05664430558681488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,173 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:26,173 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for fbcd8e8b8fdd635962d3b792acb70b4d: Running coprocessor pre-open hook at 1732478366151Writing region info on filesystem at 1732478366151Initializing all the Stores at 1732478366152 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366152Cleaning up temporary data from old regions at 1732478366166 (+14 ms)Running coprocessor post-open hooks at 1732478366173 (+7 ms)Region opened successfully at 1732478366173 2024-11-24T19:59:26,173 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,174 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,174 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d., pid=18, masterSystemTime=1732478366118 2024-11-24T19:59:26,174 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,174 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-24T19:59:26,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 63c83ecc1667b7a4820216c454907333, server=32a03c886245,44005,1732478344812 in 10.0540 sec 2024-11-24T19:59:26,176 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:26,176 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:26,176 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:26,176 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c9d9ff84ea9314b125c1b7997828eab1, NAME => 'SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T19:59:26,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63c83ecc1667b7a4820216c454907333, ASSIGN in 10.2210 sec 2024-11-24T19:59:26,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbcd8e8b8fdd635962d3b792acb70b4d, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,41389,1732478344731 2024-11-24T19:59:26,177 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,177 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,177 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,177 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,178 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,179 INFO [StoreOpener-c9d9ff84ea9314b125c1b7997828eab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbcd8e8b8fdd635962d3b792acb70b4d, server=32a03c886245,41389,1732478344731 because future has completed 2024-11-24T19:59:26,180 INFO [StoreOpener-c9d9ff84ea9314b125c1b7997828eab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9d9ff84ea9314b125c1b7997828eab1 columnFamilyName cf 2024-11-24T19:59:26,180 DEBUG [StoreOpener-c9d9ff84ea9314b125c1b7997828eab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,181 INFO [StoreOpener-c9d9ff84ea9314b125c1b7997828eab1-1 {}] regionserver.HStore(327): Store=c9d9ff84ea9314b125c1b7997828eab1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,181 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,181 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,182 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/0b2f118d2f680efadca7aed0e56027fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,182 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,182 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a9fe30bf05f9628867e26cac1969efe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62202683, jitterRate=-0.07310779392719269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,182 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:26,182 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0b2f118d2f680efadca7aed0e56027fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71523981, jitterRate=0.06579037010669708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,182 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,182 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:26,182 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a9fe30bf05f9628867e26cac1969efe6: Running coprocessor pre-open hook at 1732478366168Writing region info on filesystem at 1732478366168Initializing all the Stores at 1732478366169 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366169Cleaning up temporary data from old regions at 1732478366174 (+5 ms)Running coprocessor post-open hooks at 1732478366182 (+8 ms)Region opened successfully at 1732478366182 2024-11-24T19:59:26,182 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0b2f118d2f680efadca7aed0e56027fe: Running coprocessor pre-open hook at 1732478366161Writing region info on filesystem at 1732478366161Initializing all the Stores at 1732478366162 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366162Cleaning up temporary data from old regions at 1732478366168 (+6 ms)Running coprocessor post-open hooks at 1732478366182 (+14 ms)Region opened successfully at 1732478366182 2024-11-24T19:59:26,183 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,183 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,183 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6., pid=17, masterSystemTime=1732478366122 2024-11-24T19:59:26,183 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe., pid=21, masterSystemTime=1732478366130 2024-11-24T19:59:26,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-24T19:59:26,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbcd8e8b8fdd635962d3b792acb70b4d, server=32a03c886245,41389,1732478344731 in 10.0620 sec 2024-11-24T19:59:26,185 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,185 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:26,185 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:26,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbcd8e8b8fdd635962d3b792acb70b4d, ASSIGN in 10.2300 sec 2024-11-24T19:59:26,186 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:26,186 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:26,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a9fe30bf05f9628867e26cac1969efe6, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,44005,1732478344812 2024-11-24T19:59:26,187 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:26,187 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c90a888338a3a759083835d1ca933aba, NAME => 'SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T19:59:26,187 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,187 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,187 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,187 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b2f118d2f680efadca7aed0e56027fe, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9fe30bf05f9628867e26cac1969efe6, server=32a03c886245,44005,1732478344812 because future has completed 2024-11-24T19:59:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2f118d2f680efadca7aed0e56027fe, server=32a03c886245,32775,1732478344774 because future has completed 2024-11-24T19:59:26,190 INFO [StoreOpener-c90a888338a3a759083835d1ca933aba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,191 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,192 INFO [StoreOpener-c90a888338a3a759083835d1ca933aba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c90a888338a3a759083835d1ca933aba columnFamilyName cf 2024-11-24T19:59:26,192 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c9d9ff84ea9314b125c1b7997828eab1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75101454, jitterRate=0.11909887194633484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,192 DEBUG [StoreOpener-c90a888338a3a759083835d1ca933aba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,192 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:26,192 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c9d9ff84ea9314b125c1b7997828eab1: Running coprocessor pre-open hook at 1732478366177Writing region info on filesystem at 1732478366177Initializing all the Stores at 1732478366178 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366178Cleaning up temporary data from old regions at 1732478366183 (+5 ms)Running coprocessor post-open hooks at 1732478366192 (+9 ms)Region opened successfully at 1732478366192 2024-11-24T19:59:26,192 INFO [StoreOpener-c90a888338a3a759083835d1ca933aba-1 {}] regionserver.HStore(327): Store=c90a888338a3a759083835d1ca933aba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,193 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1., pid=15, masterSystemTime=1732478366118 2024-11-24T19:59:26,193 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,194 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-24T19:59:26,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b2f118d2f680efadca7aed0e56027fe, server=32a03c886245,32775,1732478344774 in 10.0650 sec 2024-11-24T19:59:26,194 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,195 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,195 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-24T19:59:26,195 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:26,196 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:26,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2f118d2f680efadca7aed0e56027fe, ASSIGN in 10.2400 sec 2024-11-24T19:59:26,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a9fe30bf05f9628867e26cac1969efe6, server=32a03c886245,44005,1732478344812 in 10.0730 sec 2024-11-24T19:59:26,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c9d9ff84ea9314b125c1b7997828eab1, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,41389,1732478344731 2024-11-24T19:59:26,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9fe30bf05f9628867e26cac1969efe6, ASSIGN in 10.2410 sec 2024-11-24T19:59:26,198 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9d9ff84ea9314b125c1b7997828eab1, server=32a03c886245,41389,1732478344731 because future has completed 2024-11-24T19:59:26,201 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,201 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c90a888338a3a759083835d1ca933aba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64660128, jitterRate=-0.036489009857177734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,202 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:26,202 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c90a888338a3a759083835d1ca933aba: Running coprocessor pre-open hook at 1732478366187Writing region info on filesystem at 1732478366187Initializing all the Stores at 1732478366189 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366189Cleaning up temporary data from old regions at 1732478366195 (+6 ms)Running coprocessor post-open hooks at 1732478366202 (+7 ms)Region opened successfully at 1732478366202 2024-11-24T19:59:26,202 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba., pid=23, masterSystemTime=1732478366130 2024-11-24T19:59:26,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-24T19:59:26,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c9d9ff84ea9314b125c1b7997828eab1, server=32a03c886245,41389,1732478344731 in 10.0860 sec 2024-11-24T19:59:26,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9d9ff84ea9314b125c1b7997828eab1, ASSIGN in 10.2490 sec 2024-11-24T19:59:26,204 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:26,204 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:26,205 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:26,205 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f5d44fee9f076987995aeb589c96656, NAME => 'SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T19:59:26,205 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,205 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T19:59:26,205 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,205 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,206 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c90a888338a3a759083835d1ca933aba, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c90a888338a3a759083835d1ca933aba, server=32a03c886245,32775,1732478344774 because future has completed 2024-11-24T19:59:26,211 INFO [StoreOpener-4f5d44fee9f076987995aeb589c96656-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-24T19:59:26,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c90a888338a3a759083835d1ca933aba, server=32a03c886245,32775,1732478344774 in 10.0800 sec 2024-11-24T19:59:26,213 INFO [StoreOpener-4f5d44fee9f076987995aeb589c96656-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f5d44fee9f076987995aeb589c96656 columnFamilyName cf 2024-11-24T19:59:26,213 DEBUG [StoreOpener-4f5d44fee9f076987995aeb589c96656-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T19:59:26,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c90a888338a3a759083835d1ca933aba, ASSIGN in 10.2580 sec 2024-11-24T19:59:26,213 INFO [StoreOpener-4f5d44fee9f076987995aeb589c96656-1 {}] regionserver.HStore(327): Store=4f5d44fee9f076987995aeb589c96656/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T19:59:26,214 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,214 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,215 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,215 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,215 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,216 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,219 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T19:59:26,219 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4f5d44fee9f076987995aeb589c96656; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70056890, jitterRate=0.04392901062965393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T19:59:26,219 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:26,219 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4f5d44fee9f076987995aeb589c96656: Running coprocessor pre-open hook at 1732478366205Writing region info on filesystem at 1732478366205Initializing all the Stores at 1732478366206 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732478366207 (+1 ms)Cleaning up temporary data from old regions at 1732478366215 (+8 ms)Running coprocessor post-open hooks at 1732478366219 (+4 ms)Region opened successfully at 1732478366219 2024-11-24T19:59:26,220 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656., pid=20, masterSystemTime=1732478366130 2024-11-24T19:59:26,222 DEBUG [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:26,222 INFO [RS_OPEN_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:26,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4f5d44fee9f076987995aeb589c96656, regionState=OPEN, openSeqNum=2, regionLocation=32a03c886245,32775,1732478344774 2024-11-24T19:59:26,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5d44fee9f076987995aeb589c96656, server=32a03c886245,32775,1732478344774 because future has completed 2024-11-24T19:59:26,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-24T19:59:26,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f5d44fee9f076987995aeb589c96656, server=32a03c886245,32775,1732478344774 in 10.1010 sec 2024-11-24T19:59:26,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-24T19:59:26,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5d44fee9f076987995aeb589c96656, ASSIGN in 10.2730 sec 2024-11-24T19:59:26,229 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T19:59:26,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732478366229"}]},"ts":"1732478366229"} 2024-11-24T19:59:26,231 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T19:59:26,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T19:59:26,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3660 sec 2024-11-24T19:59:29,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T19:59:31,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T19:59:31,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:31,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:31,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T19:59:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T19:59:34,113 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T19:59:34,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T19:59:34,113 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:59:34,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T19:59:34,118 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:59:34,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T19:59:34,158 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,160 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,161 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,162 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,164 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,196 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6., hostname=32a03c886245,44005,1732478344812, seqNum=2] 2024-11-24T19:59:34,197 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6., hostname=32a03c886245,44005,1732478344812, seqNum=2] 2024-11-24T19:59:34,198 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6., hostname=32a03c886245,44005,1732478344812, seqNum=2] 2024-11-24T19:59:34,200 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6., hostname=32a03c886245,44005,1732478344812, seqNum=2] 2024-11-24T19:59:34,203 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6., hostname=32a03c886245,44005,1732478344812, seqNum=2] 2024-11-24T19:59:34,232 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1., hostname=32a03c886245,41389,1732478344731, seqNum=2] 2024-11-24T19:59:34,233 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1., hostname=32a03c886245,41389,1732478344731, seqNum=2] 2024-11-24T19:59:34,235 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1., hostname=32a03c886245,41389,1732478344731, seqNum=2] 2024-11-24T19:59:34,236 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1., hostname=32a03c886245,41389,1732478344731, seqNum=2] 2024-11-24T19:59:34,238 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1., hostname=32a03c886245,41389,1732478344731, seqNum=2] 2024-11-24T19:59:34,294 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,296 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,297 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,299 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,300 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656., hostname=32a03c886245,32775,1732478344774, seqNum=2] 2024-11-24T19:59:34,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T19:59:34,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:59:34,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:59:35,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T19:59:35,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T19:59:35,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:59:35,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41389 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:59:35,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:35,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:59:35,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T19:59:35,547 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T19:59:35,548 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:59:35,548 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T19:59:35,549 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T19:59:35,553 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T19:59:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741848_1024 (size=49) 2024-11-24T19:59:35,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741848_1024 (size=49) 2024-11-24T19:59:35,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741848_1024 (size=49) 2024-11-24T19:59:35,563 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T19:59:35,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2f118d2f680efadca7aed0e56027fe}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814ab5bbcbd6f46efdf9364502113f8c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b57c54a32674a22af792fb6ba5c13ab}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376b95322b4c5ad6471fa88eab64fed3}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbcd8e8b8fdd635962d3b792acb70b4d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63c83ecc1667b7a4820216c454907333}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c90a888338a3a759083835d1ca933aba}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9fe30bf05f9628867e26cac1969efe6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9d9ff84ea9314b125c1b7997828eab1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5d44fee9f076987995aeb589c96656}] 2024-11-24T19:59:35,565 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:35,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:35,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:35,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:35,566 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:35,569 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:35,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:35,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:35,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:35,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:40,488 INFO [regionserver/32a03c886245:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-24T19:59:45,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T19:59:45,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T19:59:45,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T19:59:45,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T19:59:45,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T19:59:45,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:45,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1b57c54a32674a22af792fb6ba5c13ab: 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0b2f118d2f680efadca7aed0e56027fe: 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 63c83ecc1667b7a4820216c454907333: 2024-11-24T19:59:45,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T19:59:45,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for fbcd8e8b8fdd635962d3b792acb70b4d: 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:45,572 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4f5d44fee9f076987995aeb589c96656 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-24T19:59:45,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:45,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T19:59:45,573 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c9d9ff84ea9314b125c1b7997828eab1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T19:59:45,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:45,573 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a9fe30bf05f9628867e26cac1969efe6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T19:59:45,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T19:59:45,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:45,573 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c90a888338a3a759083835d1ca933aba 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-24T19:59:45,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:45,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 814ab5bbcbd6f46efdf9364502113f8c: 2024-11-24T19:59:45,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:59:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741853_1029 (size=65) 2024-11-24T19:59:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741853_1029 (size=65) 2024-11-24T19:59:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741853_1029 (size=65) 2024-11-24T19:59:45,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:45,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T19:59:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T19:59:45,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:45,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:45,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fbcd8e8b8fdd635962d3b792acb70b4d in 10.0810 sec 2024-11-24T19:59:45,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741850_1026 (size=65) 2024-11-24T19:59:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741850_1026 (size=65) 2024-11-24T19:59:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741850_1026 (size=65) 2024-11-24T19:59:45,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/.tmp/cf/e6d81d0f62ce4a43872f5781cbb967c6 is 34, key is baa/cf:cf/1732478375029/Put/seqid=0 2024-11-24T19:59:45,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:45,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T19:59:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T19:59:45,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:45,653 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:45,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 63c83ecc1667b7a4820216c454907333 in 10.0910 sec 2024-11-24T19:59:45,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/.tmp/cf/9135961fd4f2443abeb11cec5c634b55 is 34, key is ccd/cf:cf/1732478375049/Put/seqid=0 2024-11-24T19:59:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741851_1027 (size=65) 2024-11-24T19:59:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741851_1027 (size=65) 2024-11-24T19:59:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741851_1027 (size=65) 2024-11-24T19:59:45,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:45,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T19:59:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T19:59:45,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:45,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:45,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 814ab5bbcbd6f46efdf9364502113f8c in 10.1000 sec 2024-11-24T19:59:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741852_1028 (size=65) 2024-11-24T19:59:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741852_1028 (size=65) 2024-11-24T19:59:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741852_1028 (size=65) 2024-11-24T19:59:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741849_1025 (size=57) 2024-11-24T19:59:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741849_1025 (size=57) 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 376b95322b4c5ad6471fa88eab64fed3: 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T19:59:45,675 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:45,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b2f118d2f680efadca7aed0e56027fe in 10.1130 sec 2024-11-24T19:59:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741849_1025 (size=57) 2024-11-24T19:59:45,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:45,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T19:59:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T19:59:45,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:45,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:45,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1b57c54a32674a22af792fb6ba5c13ab in 10.1180 sec 2024-11-24T19:59:45,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/.tmp/cf/dfc1199d875a4ddabbb7a7473bce9f98 is 34, key is aaa/cf:cf/1732478375071/Put/seqid=0 2024-11-24T19:59:45,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741854_1030 (size=28623) 2024-11-24T19:59:45,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/.tmp/cf/c686f982618e4445856cf6de4ae30e5b is 34, key is eaa/cf:cf/1732478375453/Put/seqid=0 2024-11-24T19:59:45,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741854_1030 (size=28623) 2024-11-24T19:59:45,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741854_1030 (size=28623) 2024-11-24T19:59:45,719 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/.tmp/cf/e6d81d0f62ce4a43872f5781cbb967c6 2024-11-24T19:59:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741855_1031 (size=47197) 2024-11-24T19:59:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741855_1031 (size=47197) 2024-11-24T19:59:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741855_1031 (size=47197) 2024-11-24T19:59:45,727 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/.tmp/cf/9135961fd4f2443abeb11cec5c634b55 2024-11-24T19:59:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741857_1033 (size=26918) 2024-11-24T19:59:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741857_1033 (size=26918) 2024-11-24T19:59:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741857_1033 (size=26918) 2024-11-24T19:59:45,733 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/.tmp/cf/dfc1199d875a4ddabbb7a7473bce9f98 2024-11-24T19:59:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741856_1032 (size=65) 2024-11-24T19:59:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741856_1032 (size=65) 2024-11-24T19:59:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741856_1032 (size=65) 2024-11-24T19:59:45,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:45,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T19:59:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T19:59:45,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:45,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:45,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 376b95322b4c5ad6471fa88eab64fed3 in 10.1790 sec 2024-11-24T19:59:45,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/.tmp/cf/e6d81d0f62ce4a43872f5781cbb967c6 as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/cf/e6d81d0f62ce4a43872f5781cbb967c6 2024-11-24T19:59:45,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/.tmp/cf/9135961fd4f2443abeb11cec5c634b55 as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/cf/9135961fd4f2443abeb11cec5c634b55 2024-11-24T19:59:45,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/cf/e6d81d0f62ce4a43872f5781cbb967c6, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T19:59:45,759 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a9fe30bf05f9628867e26cac1969efe6 in 185ms, sequenceid=5, compaction requested=false 2024-11-24T19:59:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a9fe30bf05f9628867e26cac1969efe6: 2024-11-24T19:59:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/cf/e6d81d0f62ce4a43872f5781cbb967c6] hfiles 2024-11-24T19:59:45,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/cf/e6d81d0f62ce4a43872f5781cbb967c6 for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/.tmp/cf/dfc1199d875a4ddabbb7a7473bce9f98 as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/cf/dfc1199d875a4ddabbb7a7473bce9f98 2024-11-24T19:59:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741858_1034 (size=499309) 2024-11-24T19:59:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741858_1034 (size=499309) 2024-11-24T19:59:45,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/cf/9135961fd4f2443abeb11cec5c634b55, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T19:59:45,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741858_1034 (size=499309) 2024-11-24T19:59:45,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/.tmp/cf/c686f982618e4445856cf6de4ae30e5b 2024-11-24T19:59:45,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c9d9ff84ea9314b125c1b7997828eab1 in 194ms, sequenceid=5, compaction requested=false 2024-11-24T19:59:45,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c9d9ff84ea9314b125c1b7997828eab1: 2024-11-24T19:59:45,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/cf/9135961fd4f2443abeb11cec5c634b55] hfiles 2024-11-24T19:59:45,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/cf/9135961fd4f2443abeb11cec5c634b55 for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,774 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/cf/dfc1199d875a4ddabbb7a7473bce9f98, entries=676, sequenceid=5, filesize=26.3 K 2024-11-24T19:59:45,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/.tmp/cf/c686f982618e4445856cf6de4ae30e5b as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/cf/c686f982618e4445856cf6de4ae30e5b 2024-11-24T19:59:45,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c90a888338a3a759083835d1ca933aba in 202ms, sequenceid=5, compaction requested=false 2024-11-24T19:59:45,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c90a888338a3a759083835d1ca933aba: 2024-11-24T19:59:45,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/cf/dfc1199d875a4ddabbb7a7473bce9f98] hfiles 2024-11-24T19:59:45,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/cf/dfc1199d875a4ddabbb7a7473bce9f98 for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/cf/c686f982618e4445856cf6de4ae30e5b, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-24T19:59:45,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4f5d44fee9f076987995aeb589c96656 in 212ms, sequenceid=5, compaction requested=false 2024-11-24T19:59:45,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4f5d44fee9f076987995aeb589c96656: 2024-11-24T19:59:45,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. for SnapshotProcedureTest completed. 2024-11-24T19:59:45,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T19:59:45,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/cf/c686f982618e4445856cf6de4ae30e5b] hfiles 2024-11-24T19:59:45,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/cf/c686f982618e4445856cf6de4ae30e5b for snapshot=SnapshotProcedureTest 2024-11-24T19:59:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741859_1035 (size=105) 2024-11-24T19:59:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741859_1035 (size=105) 2024-11-24T19:59:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741859_1035 (size=105) 2024-11-24T19:59:45,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:45,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T19:59:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T19:59:45,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:45,789 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:45,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9fe30bf05f9628867e26cac1969efe6 in 10.2270 sec 2024-11-24T19:59:45,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741860_1036 (size=105) 2024-11-24T19:59:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741860_1036 (size=105) 2024-11-24T19:59:45,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741860_1036 (size=105) 2024-11-24T19:59:45,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T19:59:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T19:59:45,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:45,799 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:45,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c9d9ff84ea9314b125c1b7997828eab1 in 10.2360 sec 2024-11-24T19:59:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741861_1037 (size=105) 2024-11-24T19:59:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741861_1037 (size=105) 2024-11-24T19:59:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741862_1038 (size=97) 2024-11-24T19:59:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741861_1037 (size=105) 2024-11-24T19:59:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741862_1038 (size=97) 2024-11-24T19:59:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741862_1038 (size=97) 2024-11-24T19:59:45,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:45,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T19:59:45,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:45,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T19:59:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T19:59:45,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:45,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T19:59:45,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:45,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:45,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c90a888338a3a759083835d1ca933aba in 10.2450 sec 2024-11-24T19:59:45,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-24T19:59:45,810 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T19:59:45,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4f5d44fee9f076987995aeb589c96656 in 10.2450 sec 2024-11-24T19:59:45,811 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T19:59:45,812 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T19:59:45,813 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T19:59:45,815 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T19:59:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741863_1039 (size=1174) 2024-11-24T19:59:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741863_1039 (size=1174) 2024-11-24T19:59:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741863_1039 (size=1174) 2024-11-24T19:59:45,844 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T19:59:45,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T19:59:45,851 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,41389,1732478344731 2024-11-24T19:59:45,851 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,32775,1732478344774 2024-11-24T19:59:45,851 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,32775,1732478344774 2024-11-24T19:59:45,851 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,41389,1732478344731 2024-11-24T19:59:45,851 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,32775,1732478344774 2024-11-24T19:59:45,855 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,44005,1732478344812 2024-11-24T19:59:45,855 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,44005,1732478344812 2024-11-24T19:59:45,855 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,44005,1732478344812 2024-11-24T19:59:45,855 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,41389,1732478344731 2024-11-24T19:59:45,868 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T19:59:50,909 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32a03c886245:38207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-24T19:59:55,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-24T19:59:55,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-24T19:59:55,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-24T19:59:55,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-24T19:59:55,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-24T19:59:55,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-24T19:59:55,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-24T19:59:55,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-24T19:59:55,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-24T19:59:55,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T19:59:55,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T19:59:55,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T19:59:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T19:59:55,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T19:59:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-24T19:59:55,866 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,44005,1732478344812 Release verify snapshot worker=32a03c886245,44005,1732478344812 2024-11-24T19:59:55,867 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,44005,1732478344812 Release verify snapshot worker=32a03c886245,44005,1732478344812 2024-11-24T19:59:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-24T19:59:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,44005,1732478344812 in 10.0180 sec 2024-11-24T19:59:55,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,44005,1732478344812 in 10.0190 sec 2024-11-24T19:59:55,868 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,44005,1732478344812 Release verify snapshot worker=32a03c886245,44005,1732478344812 2024-11-24T19:59:55,868 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=32a03c886245,44005,1732478344812 2024-11-24T19:59:55,869 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T19:59:55,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T19:59:55,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T19:59:55,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:55,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:55,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,44005,1732478344812 in 10.0200 sec 2024-11-24T19:59:55,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:55,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T19:59:55,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994615579, stopped=false 2024-11-24T19:59:55,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a03c886245,36687,1732478344588 2024-11-24T19:59:55,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T19:59:55,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T19:59:55,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T19:59:55,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T19:59:55,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T19:59:55,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-24T19:59:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T19:59:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-24T19:59:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T19:59:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T19:59:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/32a03c886245:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T19:59:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-24T19:59:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T19:59:55,912 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,32775,1732478344774 Release verify snapshot worker=32a03c886245,32775,1732478344774 2024-11-24T19:59:55,912 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,41389,1732478344731 Release verify snapshot worker=32a03c886245,41389,1732478344731 2024-11-24T19:59:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-24T19:59:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T19:59:55,914 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,32775,1732478344774 Release verify snapshot worker=32a03c886245,32775,1732478344774 2024-11-24T19:59:55,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,32775,1732478344774 in 10.0640 sec 2024-11-24T19:59:55,915 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,41389,1732478344731 Release verify snapshot worker=32a03c886245,41389,1732478344731 2024-11-24T19:59:55,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,41389,1732478344731 in 10.0640 sec 2024-11-24T19:59:55,916 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,41389,1732478344731 Release verify snapshot worker=32a03c886245,41389,1732478344731 2024-11-24T19:59:55,916 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,32775,1732478344774 Release verify snapshot worker=32a03c886245,32775,1732478344774 2024-11-24T19:59:55,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,32775,1732478344774 in 10.0660 sec 2024-11-24T19:59:55,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,41389,1732478344731 in 10.0670 sec 2024-11-24T19:59:55,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,41389,1732478344731 in 10.0680 sec 2024-11-24T19:59:55,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=32a03c886245,32775,1732478344774 in 10.0680 sec 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:55,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T19:59:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:55,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:55,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:55,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:55,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T19:59:55,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:55,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:55,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T19:59:55,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a03c886245,41389,1732478344731' ***** 2024-11-24T19:59:55,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T19:59:55,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a03c886245,32775,1732478344774' ***** 2024-11-24T19:59:55,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T19:59:55,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a03c886245,44005,1732478344812' ***** 2024-11-24T19:59:55,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T19:59:55,940 INFO [RS:0;32a03c886245:41389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T19:59:55,940 INFO [RS:1;32a03c886245:32775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T19:59:55,940 INFO [RS:0;32a03c886245:41389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T19:59:55,940 INFO [RS:2;32a03c886245:44005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T19:59:55,940 INFO [RS:0;32a03c886245:41389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T19:59:55,940 INFO [RS:1;32a03c886245:32775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T19:59:55,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T19:59:55,940 INFO [RS:2;32a03c886245:44005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T19:59:55,940 INFO [RS:1;32a03c886245:32775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T19:59:55,940 INFO [RS:2;32a03c886245:44005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T19:59:55,940 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(3091): Received CLOSE for c9d9ff84ea9314b125c1b7997828eab1 2024-11-24T19:59:55,940 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:55,940 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(3091): Received CLOSE for 814ab5bbcbd6f46efdf9364502113f8c 2024-11-24T19:59:55,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T19:59:55,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T19:59:55,941 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b57c54a32674a22af792fb6ba5c13ab 2024-11-24T19:59:55,941 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(3091): Received CLOSE for fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:55,941 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(959): stopping server 32a03c886245,41389,1732478344731 2024-11-24T19:59:55,941 INFO [RS:0;32a03c886245:41389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:59:55,941 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9d9ff84ea9314b125c1b7997828eab1, disabling compactions & flushes 2024-11-24T19:59:55,941 INFO [RS:0;32a03c886245:41389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a03c886245:41389. 2024-11-24T19:59:55,941 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:55,941 DEBUG [RS:0;32a03c886245:41389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:55,941 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:55,941 DEBUG [RS:0;32a03c886245:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:55,941 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. after waiting 0 ms 2024-11-24T19:59:55,941 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:55,941 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T19:59:55,941 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(3091): Received CLOSE for 63c83ecc1667b7a4820216c454907333 2024-11-24T19:59:55,942 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1325): Online Regions={c9d9ff84ea9314b125c1b7997828eab1=SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1., 1b57c54a32674a22af792fb6ba5c13ab=SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab., fbcd8e8b8fdd635962d3b792acb70b4d=SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d.} 2024-11-24T19:59:55,942 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(3091): Received CLOSE for a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 814ab5bbcbd6f46efdf9364502113f8c, disabling compactions & flushes 2024-11-24T19:59:55,942 DEBUG [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1351): Waiting on 1b57c54a32674a22af792fb6ba5c13ab, c9d9ff84ea9314b125c1b7997828eab1, fbcd8e8b8fdd635962d3b792acb70b4d 2024-11-24T19:59:55,942 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(959): stopping server 32a03c886245,44005,1732478344812 2024-11-24T19:59:55,942 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:55,942 INFO [RS:2;32a03c886245:44005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c90a888338a3a759083835d1ca933aba, disabling compactions & flushes 2024-11-24T19:59:55,942 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for 376b95322b4c5ad6471fa88eab64fed3 2024-11-24T19:59:55,942 INFO [RS:2;32a03c886245:44005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;32a03c886245:44005. 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. after waiting 0 ms 2024-11-24T19:59:55,942 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:55,942 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f5d44fee9f076987995aeb589c96656 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:55,942 DEBUG [RS:2;32a03c886245:44005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:55,942 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b2f118d2f680efadca7aed0e56027fe 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. after waiting 0 ms 2024-11-24T19:59:55,942 DEBUG [RS:2;32a03c886245:44005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:55,942 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(959): stopping server 32a03c886245,32775,1732478344774 2024-11-24T19:59:55,942 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:55,942 INFO [RS:1;32a03c886245:32775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:59:55,942 INFO [RS:2;32a03c886245:44005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T19:59:55,942 INFO [RS:1;32a03c886245:32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;32a03c886245:32775. 2024-11-24T19:59:55,942 INFO [RS:2;32a03c886245:44005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T19:59:55,942 INFO [RS:2;32a03c886245:44005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T19:59:55,942 DEBUG [RS:1;32a03c886245:32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T19:59:55,943 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T19:59:55,943 DEBUG [RS:1;32a03c886245:32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:55,943 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-24T19:59:55,943 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1325): Online Regions={c90a888338a3a759083835d1ca933aba=SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba., 376b95322b4c5ad6471fa88eab64fed3=SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3., 4f5d44fee9f076987995aeb589c96656=SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656., 0b2f118d2f680efadca7aed0e56027fe=SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe.} 2024-11-24T19:59:55,943 DEBUG [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1351): Waiting on 0b2f118d2f680efadca7aed0e56027fe, 376b95322b4c5ad6471fa88eab64fed3, 4f5d44fee9f076987995aeb589c96656, c90a888338a3a759083835d1ca933aba 2024-11-24T19:59:55,943 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-24T19:59:55,943 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1325): Online Regions={814ab5bbcbd6f46efdf9364502113f8c=SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c., 63c83ecc1667b7a4820216c454907333=SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333., a9fe30bf05f9628867e26cac1969efe6=SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T19:59:55,943 DEBUG [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63c83ecc1667b7a4820216c454907333, 814ab5bbcbd6f46efdf9364502113f8c, a9fe30bf05f9628867e26cac1969efe6 2024-11-24T19:59:55,943 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T19:59:55,943 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T19:59:55,943 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T19:59:55,943 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T19:59:55,944 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T19:59:55,944 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-24T19:59:55,949 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c9d9ff84ea9314b125c1b7997828eab1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T19:59:55,949 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/814ab5bbcbd6f46efdf9364502113f8c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:55,949 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/c90a888338a3a759083835d1ca933aba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T19:59:55,950 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:55,950 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 814ab5bbcbd6f46efdf9364502113f8c: Waiting for close lock at 1732478395941Running coprocessor pre-close hooks at 1732478395942 (+1 ms)Disabling compacts and flushes for region at 1732478395942Disabling writes for close at 1732478395942Writing region close event to WAL at 1732478395943 (+1 ms)Running coprocessor post-close hooks at 1732478395949 (+6 ms)Closed at 1732478395949 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c90a888338a3a759083835d1ca933aba: Waiting for close lock at 1732478395942Running coprocessor pre-close hooks at 1732478395942Disabling compacts and flushes for region at 1732478395942Disabling writes for close at 1732478395942Writing region close event to WAL at 1732478395944 (+2 ms)Running coprocessor post-close hooks at 1732478395949 (+5 ms)Closed at 1732478395949 2024-11-24T19:59:55,950 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9d9ff84ea9314b125c1b7997828eab1: Waiting for close lock at 1732478395941Running coprocessor pre-close hooks at 1732478395941Disabling compacts and flushes for region at 1732478395941Disabling writes for close at 1732478395941Writing region close event to WAL at 1732478395944 (+3 ms)Running coprocessor post-close hooks at 1732478395950 (+6 ms)Closed at 1732478395950 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732478355866.c90a888338a3a759083835d1ca933aba. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732478355866.c9d9ff84ea9314b125c1b7997828eab1. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63c83ecc1667b7a4820216c454907333, disabling compactions & flushes 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b57c54a32674a22af792fb6ba5c13ab, disabling compactions & flushes 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 376b95322b4c5ad6471fa88eab64fed3, disabling compactions & flushes 2024-11-24T19:59:55,950 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:55,950 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:55,950 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. after waiting 0 ms 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. after waiting 0 ms 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. after waiting 0 ms 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:55,950 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:55,963 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/info/82eb926dc28d4eb8b8af8cdb9c99f9b1 is 167, key is SPTestTable,19999999,1732478355866.814ab5bbcbd6f46efdf9364502113f8c./info:regioninfo/1732478366148/Put/seqid=0 2024-11-24T19:59:55,963 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/1b57c54a32674a22af792fb6ba5c13ab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:55,964 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:55,964 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b57c54a32674a22af792fb6ba5c13ab: Waiting for close lock at 1732478395950Running coprocessor pre-close hooks at 1732478395950Disabling compacts and flushes for region at 1732478395950Disabling writes for close at 1732478395950Writing region close event to WAL at 1732478395950Running coprocessor post-close hooks at 1732478395964 (+14 ms)Closed at 1732478395964 2024-11-24T19:59:55,964 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732478355866.1b57c54a32674a22af792fb6ba5c13ab. 2024-11-24T19:59:55,964 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbcd8e8b8fdd635962d3b792acb70b4d, disabling compactions & flushes 2024-11-24T19:59:55,964 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:55,964 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:55,964 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. after waiting 0 ms 2024-11-24T19:59:55,964 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:55,967 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/63c83ecc1667b7a4820216c454907333/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:55,967 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/376b95322b4c5ad6471fa88eab64fed3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:55,968 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:55,968 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:55,968 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 376b95322b4c5ad6471fa88eab64fed3: Waiting for close lock at 1732478395950Running coprocessor pre-close hooks at 1732478395950Disabling compacts and flushes for region at 1732478395950Disabling writes for close at 1732478395950Writing region close event to WAL at 1732478395957 (+7 ms)Running coprocessor post-close hooks at 1732478395968 (+11 ms)Closed at 1732478395968 2024-11-24T19:59:55,968 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63c83ecc1667b7a4820216c454907333: Waiting for close lock at 1732478395950Running coprocessor pre-close hooks at 1732478395950Disabling compacts and flushes for region at 1732478395950Disabling writes for close at 1732478395950Writing region close event to WAL at 1732478395957 (+7 ms)Running coprocessor post-close hooks at 1732478395968 (+11 ms)Closed at 1732478395968 2024-11-24T19:59:55,968 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732478355866.376b95322b4c5ad6471fa88eab64fed3. 2024-11-24T19:59:55,968 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732478355866.63c83ecc1667b7a4820216c454907333. 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9fe30bf05f9628867e26cac1969efe6, disabling compactions & flushes 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f5d44fee9f076987995aeb589c96656, disabling compactions & flushes 2024-11-24T19:59:55,969 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:55,969 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. after waiting 0 ms 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. after waiting 0 ms 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:55,969 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:55,971 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/fbcd8e8b8fdd635962d3b792acb70b4d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:55,972 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:55,972 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbcd8e8b8fdd635962d3b792acb70b4d: Waiting for close lock at 1732478395964Running coprocessor pre-close hooks at 1732478395964Disabling compacts and flushes for region at 1732478395964Disabling writes for close at 1732478395964Writing region close event to WAL at 1732478395967 (+3 ms)Running coprocessor post-close hooks at 1732478395972 (+5 ms)Closed at 1732478395972 2024-11-24T19:59:55,972 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732478355866.fbcd8e8b8fdd635962d3b792acb70b4d. 2024-11-24T19:59:55,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741864_1040 (size=18393) 2024-11-24T19:59:55,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741864_1040 (size=18393) 2024-11-24T19:59:55,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741864_1040 (size=18393) 2024-11-24T19:59:55,974 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/4f5d44fee9f076987995aeb589c96656/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T19:59:55,974 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:55,974 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f5d44fee9f076987995aeb589c96656: Waiting for close lock at 1732478395969Running coprocessor pre-close hooks at 1732478395969Disabling compacts and flushes for region at 1732478395969Disabling writes for close at 1732478395969Writing region close event to WAL at 1732478395971 (+2 ms)Running coprocessor post-close hooks at 1732478395974 (+3 ms)Closed at 1732478395974 2024-11-24T19:59:55,974 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732478355866.4f5d44fee9f076987995aeb589c96656. 2024-11-24T19:59:55,974 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b2f118d2f680efadca7aed0e56027fe, disabling compactions & flushes 2024-11-24T19:59:55,974 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:55,974 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:55,974 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. after waiting 0 ms 2024-11-24T19:59:55,975 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:55,976 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/a9fe30bf05f9628867e26cac1969efe6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T19:59:55,976 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/info/82eb926dc28d4eb8b8af8cdb9c99f9b1 2024-11-24T19:59:55,976 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:55,977 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9fe30bf05f9628867e26cac1969efe6: Waiting for close lock at 1732478395968Running coprocessor pre-close hooks at 1732478395968Disabling compacts and flushes for region at 1732478395968Disabling writes for close at 1732478395969 (+1 ms)Writing region close event to WAL at 1732478395970 (+1 ms)Running coprocessor post-close hooks at 1732478395976 (+6 ms)Closed at 1732478395976 2024-11-24T19:59:55,977 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732478355866.a9fe30bf05f9628867e26cac1969efe6. 2024-11-24T19:59:55,978 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/default/SPTestTable/0b2f118d2f680efadca7aed0e56027fe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T19:59:55,979 INFO [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:55,979 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b2f118d2f680efadca7aed0e56027fe: Waiting for close lock at 1732478395974Running coprocessor pre-close hooks at 1732478395974Disabling compacts and flushes for region at 1732478395974Disabling writes for close at 1732478395974Writing region close event to WAL at 1732478395975 (+1 ms)Running coprocessor post-close hooks at 1732478395979 (+4 ms)Closed at 1732478395979 2024-11-24T19:59:55,979 DEBUG [RS_CLOSE_REGION-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732478355866.0b2f118d2f680efadca7aed0e56027fe. 2024-11-24T19:59:55,995 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/ns/3d9e571812ee475d809380d288300620 is 43, key is default/ns:d/1732478355782/Put/seqid=0 2024-11-24T19:59:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741865_1041 (size=5153) 2024-11-24T19:59:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741865_1041 (size=5153) 2024-11-24T19:59:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741865_1041 (size=5153) 2024-11-24T19:59:56,001 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/ns/3d9e571812ee475d809380d288300620 2024-11-24T19:59:56,003 INFO [regionserver/32a03c886245:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:56,011 INFO [regionserver/32a03c886245:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:56,011 INFO [regionserver/32a03c886245:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:56,021 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/table/28af93aafacc4aa189c7eac1d6b78772 is 47, key is SPTestTable/table:state/1732478366229/Put/seqid=0 2024-11-24T19:59:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741866_1042 (size=5214) 2024-11-24T19:59:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741866_1042 (size=5214) 2024-11-24T19:59:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741866_1042 (size=5214) 2024-11-24T19:59:56,028 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/table/28af93aafacc4aa189c7eac1d6b78772 2024-11-24T19:59:56,034 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/info/82eb926dc28d4eb8b8af8cdb9c99f9b1 as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/info/82eb926dc28d4eb8b8af8cdb9c99f9b1 2024-11-24T19:59:56,040 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/info/82eb926dc28d4eb8b8af8cdb9c99f9b1, entries=100, sequenceid=29, filesize=18.0 K 2024-11-24T19:59:56,041 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/ns/3d9e571812ee475d809380d288300620 as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/ns/3d9e571812ee475d809380d288300620 2024-11-24T19:59:56,046 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/ns/3d9e571812ee475d809380d288300620, entries=2, sequenceid=29, filesize=5.0 K 2024-11-24T19:59:56,047 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/.tmp/table/28af93aafacc4aa189c7eac1d6b78772 as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/table/28af93aafacc4aa189c7eac1d6b78772 2024-11-24T19:59:56,052 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/table/28af93aafacc4aa189c7eac1d6b78772, entries=2, sequenceid=29, filesize=5.1 K 2024-11-24T19:59:56,053 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=29, compaction requested=false 2024-11-24T19:59:56,058 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-24T19:59:56,058 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T19:59:56,058 INFO [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T19:59:56,058 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732478395943Running coprocessor pre-close hooks at 1732478395943Disabling compacts and flushes for region at 1732478395943Disabling writes for close at 1732478395943Obtaining lock to block concurrent updates at 1732478395944 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732478395944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732478395945 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732478395946 (+1 ms)Flushing 1588230740/info: creating writer at 1732478395946Flushing 1588230740/info: appending metadata at 1732478395962 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732478395963 (+1 ms)Flushing 1588230740/ns: creating writer at 1732478395982 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732478395994 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732478395994Flushing 1588230740/table: creating writer at 1732478396006 (+12 ms)Flushing 1588230740/table: appending metadata at 1732478396020 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732478396020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60030ed2: reopening flushed file at 1732478396033 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce75cd: reopening flushed file at 1732478396041 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6050d055: reopening flushed file at 1732478396047 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=29, compaction requested=false at 1732478396053 (+6 ms)Writing region close event to WAL at 1732478396054 (+1 ms)Running coprocessor post-close hooks at 1732478396058 (+4 ms)Closed at 1732478396058 2024-11-24T19:59:56,059 DEBUG [RS_CLOSE_META-regionserver/32a03c886245:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T19:59:56,142 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(976): stopping server 32a03c886245,41389,1732478344731; all regions closed. 2024-11-24T19:59:56,143 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(976): stopping server 32a03c886245,32775,1732478344774; all regions closed. 2024-11-24T19:59:56,143 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(976): stopping server 32a03c886245,44005,1732478344812; all regions closed. 2024-11-24T19:59:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741833_1009 (size=3439) 2024-11-24T19:59:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741834_1010 (size=2364) 2024-11-24T19:59:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741834_1010 (size=2364) 2024-11-24T19:59:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741834_1010 (size=2364) 2024-11-24T19:59:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741833_1009 (size=3439) 2024-11-24T19:59:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741836_1012 (size=15114) 2024-11-24T19:59:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741833_1009 (size=3439) 2024-11-24T19:59:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741836_1012 (size=15114) 2024-11-24T19:59:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741836_1012 (size=15114) 2024-11-24T19:59:56,153 DEBUG [RS:0;32a03c886245:41389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs 2024-11-24T19:59:56,153 INFO [RS:0;32a03c886245:41389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a03c886245%2C41389%2C1732478344731:(num 1732478345485) 2024-11-24T19:59:56,153 DEBUG [RS:0;32a03c886245:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:56,153 INFO [RS:0;32a03c886245:41389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:56,153 DEBUG [RS:1;32a03c886245:32775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs 2024-11-24T19:59:56,153 INFO [RS:0;32a03c886245:41389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T19:59:56,153 INFO [RS:1;32a03c886245:32775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a03c886245%2C32775%2C1732478344774:(num 1732478345477) 2024-11-24T19:59:56,153 DEBUG [RS:1;32a03c886245:32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:56,153 INFO [RS:1;32a03c886245:32775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:56,154 INFO [RS:1;32a03c886245:32775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T19:59:56,154 INFO [RS:0;32a03c886245:41389 {}] hbase.ChoreService(370): Chore service for: regionserver/32a03c886245:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T19:59:56,154 INFO [RS:0;32a03c886245:41389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T19:59:56,154 INFO [RS:0;32a03c886245:41389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T19:59:56,154 INFO [regionserver/32a03c886245:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T19:59:56,154 INFO [RS:1;32a03c886245:32775 {}] hbase.ChoreService(370): Chore service for: regionserver/32a03c886245:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T19:59:56,154 INFO [RS:0;32a03c886245:41389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T19:59:56,154 INFO [RS:0;32a03c886245:41389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T19:59:56,154 DEBUG [RS:2;32a03c886245:44005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs 2024-11-24T19:59:56,154 INFO [RS:1;32a03c886245:32775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T19:59:56,154 INFO [RS:2;32a03c886245:44005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a03c886245%2C44005%2C1732478344812.meta:.meta(num 1732478355681) 2024-11-24T19:59:56,154 INFO [regionserver/32a03c886245:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T19:59:56,154 INFO [RS:1;32a03c886245:32775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T19:59:56,154 INFO [RS:1;32a03c886245:32775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T19:59:56,154 INFO [RS:1;32a03c886245:32775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T19:59:56,154 INFO [RS:0;32a03c886245:41389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41389 2024-11-24T19:59:56,154 INFO [RS:1;32a03c886245:32775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32775 2024-11-24T19:59:56,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741835_1011 (size=2364) 2024-11-24T19:59:56,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741835_1011 (size=2364) 2024-11-24T19:59:56,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741835_1011 (size=2364) 2024-11-24T19:59:56,160 DEBUG [RS:2;32a03c886245:44005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/oldWALs 2024-11-24T19:59:56,160 INFO [RS:2;32a03c886245:44005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a03c886245%2C44005%2C1732478344812:(num 1732478345489) 2024-11-24T19:59:56,160 DEBUG [RS:2;32a03c886245:44005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T19:59:56,160 INFO [RS:2;32a03c886245:44005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T19:59:56,160 INFO [RS:2;32a03c886245:44005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T19:59:56,160 INFO [RS:2;32a03c886245:44005 {}] hbase.ChoreService(370): Chore service for: regionserver/32a03c886245:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T19:59:56,161 INFO [RS:2;32a03c886245:44005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T19:59:56,161 INFO [regionserver/32a03c886245:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T19:59:56,161 INFO [RS:2;32a03c886245:44005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44005 2024-11-24T19:59:56,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32a03c886245,32775,1732478344774 2024-11-24T19:59:56,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T19:59:56,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32a03c886245,41389,1732478344731 2024-11-24T19:59:56,196 INFO [RS:1;32a03c886245:32775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:59:56,196 INFO [RS:0;32a03c886245:41389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:59:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32a03c886245,44005,1732478344812 2024-11-24T19:59:56,204 INFO [RS:2;32a03c886245:44005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:59:56,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a03c886245,41389,1732478344731] 2024-11-24T19:59:56,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32a03c886245,41389,1732478344731 already deleted, retry=false 2024-11-24T19:59:56,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a03c886245,41389,1732478344731 expired; onlineServers=2 2024-11-24T19:59:56,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a03c886245,32775,1732478344774] 2024-11-24T19:59:56,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32a03c886245,32775,1732478344774 already deleted, retry=false 2024-11-24T19:59:56,237 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a03c886245,32775,1732478344774 expired; onlineServers=1 2024-11-24T19:59:56,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a03c886245,44005,1732478344812] 2024-11-24T19:59:56,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32a03c886245,44005,1732478344812 already deleted, retry=false 2024-11-24T19:59:56,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a03c886245,44005,1732478344812 expired; onlineServers=0 2024-11-24T19:59:56,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a03c886245,36687,1732478344588' ***** 2024-11-24T19:59:56,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T19:59:56,246 INFO [M:0;32a03c886245:36687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T19:59:56,246 INFO [M:0;32a03c886245:36687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T19:59:56,246 DEBUG [M:0;32a03c886245:36687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T19:59:56,246 DEBUG [M:0;32a03c886245:36687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T19:59:56,246 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T19:59:56,246 DEBUG [master/32a03c886245:0:becomeActiveMaster-HFileCleaner.large.0-1732478345159 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.large.0-1732478345159,5,FailOnTimeoutGroup] 2024-11-24T19:59:56,246 DEBUG [master/32a03c886245:0:becomeActiveMaster-HFileCleaner.small.0-1732478345159 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a03c886245:0:becomeActiveMaster-HFileCleaner.small.0-1732478345159,5,FailOnTimeoutGroup] 2024-11-24T19:59:56,246 INFO [M:0;32a03c886245:36687 {}] hbase.ChoreService(370): Chore service for: master/32a03c886245:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T19:59:56,246 INFO [M:0;32a03c886245:36687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T19:59:56,246 DEBUG [M:0;32a03c886245:36687 {}] master.HMaster(1795): Stopping service threads 2024-11-24T19:59:56,247 INFO [M:0;32a03c886245:36687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T19:59:56,247 INFO [M:0;32a03c886245:36687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T19:59:56,247 ERROR [M:0;32a03c886245:36687 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35261,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35261 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35261,5,PEWorkerGroup] 2024-11-24T19:59:56,247 INFO [M:0;32a03c886245:36687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T19:59:56,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T19:59:56,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T19:59:56,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T19:59:56,254 DEBUG [M:0;32a03c886245:36687 {}] zookeeper.ZKUtil(347): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T19:59:56,254 WARN [M:0;32a03c886245:36687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T19:59:56,255 INFO [M:0;32a03c886245:36687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/.lastflushedseqids 2024-11-24T19:59:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741867_1043 (size=650) 2024-11-24T19:59:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741867_1043 (size=650) 2024-11-24T19:59:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741867_1043 (size=650) 2024-11-24T19:59:56,264 INFO [M:0;32a03c886245:36687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T19:59:56,264 INFO [M:0;32a03c886245:36687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T19:59:56,264 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T19:59:56,264 INFO [M:0;32a03c886245:36687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:56,264 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:56,264 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T19:59:56,265 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:56,265 INFO [M:0;32a03c886245:36687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.70 KB heapSize=169.73 KB 2024-11-24T19:59:56,279 DEBUG [M:0;32a03c886245:36687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b19c6a8b5c46299d8ee4545d845236 is 82, key is hbase:meta,,1/info:regioninfo/1732478355718/Put/seqid=0 2024-11-24T19:59:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741868_1044 (size=5672) 2024-11-24T19:59:56,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741868_1044 (size=5672) 2024-11-24T19:59:56,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741868_1044 (size=5672) 2024-11-24T19:59:56,285 INFO [M:0;32a03c886245:36687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b19c6a8b5c46299d8ee4545d845236 2024-11-24T19:59:56,304 DEBUG [M:0;32a03c886245:36687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8b98fd464be47e9940718ca9327b14d is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732478366233/Put/seqid=0 2024-11-24T19:59:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741869_1045 (size=14468) 2024-11-24T19:59:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741869_1045 (size=14468) 2024-11-24T19:59:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741869_1045 (size=14468) 2024-11-24T19:59:56,311 INFO [M:0;32a03c886245:36687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.01 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8b98fd464be47e9940718ca9327b14d 2024-11-24T19:59:56,312 INFO [RS:0;32a03c886245:41389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:59:56,313 INFO [RS:0;32a03c886245:41389 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a03c886245,41389,1732478344731; zookeeper connection closed. 2024-11-24T19:59:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1016fb7303f0001, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,313 INFO [RS:1;32a03c886245:32775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:59:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x1016fb7303f0002, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,313 INFO [RS:1;32a03c886245:32775 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a03c886245,32775,1732478344774; zookeeper connection closed. 2024-11-24T19:59:56,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42bde78f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42bde78f 2024-11-24T19:59:56,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@305d9ac5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@305d9ac5 2024-11-24T19:59:56,316 INFO [M:0;32a03c886245:36687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8b98fd464be47e9940718ca9327b14d 2024-11-24T19:59:56,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,321 INFO [RS:2;32a03c886245:44005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:59:56,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x1016fb7303f0003, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,321 INFO [RS:2;32a03c886245:44005 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a03c886245,44005,1732478344812; zookeeper connection closed. 2024-11-24T19:59:56,321 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cba3b6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cba3b6b 2024-11-24T19:59:56,321 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T19:59:56,329 DEBUG [M:0;32a03c886245:36687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f80eb69dd6e40118589771dbb40b22c is 69, key is 32a03c886245,32775,1732478344774/rs:state/1732478345278/Put/seqid=0 2024-11-24T19:59:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741870_1046 (size=5294) 2024-11-24T19:59:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741870_1046 (size=5294) 2024-11-24T19:59:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741870_1046 (size=5294) 2024-11-24T19:59:56,336 INFO [M:0;32a03c886245:36687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f80eb69dd6e40118589771dbb40b22c 2024-11-24T19:59:56,341 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b19c6a8b5c46299d8ee4545d845236 as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76b19c6a8b5c46299d8ee4545d845236 2024-11-24T19:59:56,348 INFO [M:0;32a03c886245:36687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76b19c6a8b5c46299d8ee4545d845236, entries=8, sequenceid=353, filesize=5.5 K 2024-11-24T19:59:56,349 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8b98fd464be47e9940718ca9327b14d as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8b98fd464be47e9940718ca9327b14d 2024-11-24T19:59:56,355 INFO [M:0;32a03c886245:36687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8b98fd464be47e9940718ca9327b14d 2024-11-24T19:59:56,355 INFO [M:0;32a03c886245:36687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8b98fd464be47e9940718ca9327b14d, entries=45, sequenceid=353, filesize=14.1 K 2024-11-24T19:59:56,356 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f80eb69dd6e40118589771dbb40b22c as hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f80eb69dd6e40118589771dbb40b22c 2024-11-24T19:59:56,361 INFO [M:0;32a03c886245:36687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35261/user/jenkins/test-data/af76829b-b898-e8e3-6342-2fd454f583a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f80eb69dd6e40118589771dbb40b22c, entries=3, sequenceid=353, filesize=5.2 K 2024-11-24T19:59:56,362 INFO [M:0;32a03c886245:36687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=353, compaction requested=false 2024-11-24T19:59:56,363 INFO [M:0;32a03c886245:36687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T19:59:56,363 DEBUG [M:0;32a03c886245:36687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732478396264Disabling compacts and flushes for region at 1732478396264Disabling writes for close at 1732478396264Obtaining lock to block concurrent updates at 1732478396265 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732478396265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=141002, getHeapSize=173736, getOffHeapSize=0, getCellsCount=420 at 1732478396265Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732478396265Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732478396266 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732478396278 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732478396278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732478396290 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732478396304 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732478396304Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732478396316 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732478396329 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732478396329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b71e876: reopening flushed file at 1732478396340 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b938c: reopening flushed file at 1732478396348 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb559cb: reopening flushed file at 1732478396355 (+7 ms)Finished flush of dataSize ~137.70 KB/141002, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=353, compaction requested=false at 1732478396362 (+7 ms)Writing region close event to WAL at 1732478396363 (+1 ms)Closed at 1732478396363 2024-11-24T19:59:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741830_1006 (size=164634) 2024-11-24T19:59:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37809 is added to blk_1073741830_1006 (size=164634) 2024-11-24T19:59:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32843 is added to blk_1073741830_1006 (size=164634) 2024-11-24T19:59:56,366 INFO [M:0;32a03c886245:36687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T19:59:56,366 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T19:59:56,366 INFO [M:0;32a03c886245:36687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36687 2024-11-24T19:59:56,366 INFO [M:0;32a03c886245:36687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T19:59:56,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,479 INFO [M:0;32a03c886245:36687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T19:59:56,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1016fb7303f0000, quorum=127.0.0.1:53824, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T19:59:56,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257e2f84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:56,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c26c1ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:56,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:56,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@894f43a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:56,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cbaeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:56,489 WARN [BP-1790952298-172.17.0.2-1732478342688 heartbeating to localhost/127.0.0.1:35261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T19:59:56,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T19:59:56,489 WARN [BP-1790952298-172.17.0.2-1732478342688 heartbeating to localhost/127.0.0.1:35261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790952298-172.17.0.2-1732478342688 (Datanode Uuid 09e31691-0d34-4a88-9bf9-ccbd2901ea26) service to localhost/127.0.0.1:35261 2024-11-24T19:59:56,489 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T19:59:56,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data5/current/BP-1790952298-172.17.0.2-1732478342688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:56,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data6/current/BP-1790952298-172.17.0.2-1732478342688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:56,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T19:59:56,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7911b946{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:56,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b5411d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:56,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:56,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fceb15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:56,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@692b3282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:56,495 WARN [BP-1790952298-172.17.0.2-1732478342688 heartbeating to localhost/127.0.0.1:35261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T19:59:56,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T19:59:56,495 WARN [BP-1790952298-172.17.0.2-1732478342688 heartbeating to localhost/127.0.0.1:35261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790952298-172.17.0.2-1732478342688 (Datanode Uuid 0cd5a50d-b920-4e86-9ba1-667cee32dddf) service to localhost/127.0.0.1:35261 2024-11-24T19:59:56,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T19:59:56,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data3/current/BP-1790952298-172.17.0.2-1732478342688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:56,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data4/current/BP-1790952298-172.17.0.2-1732478342688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:56,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T19:59:56,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c7ddb23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T19:59:56,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22c8ef2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:56,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:56,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77afe134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:56,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76fca390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:56,501 WARN [BP-1790952298-172.17.0.2-1732478342688 heartbeating to localhost/127.0.0.1:35261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T19:59:56,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T19:59:56,501 WARN [BP-1790952298-172.17.0.2-1732478342688 heartbeating to localhost/127.0.0.1:35261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790952298-172.17.0.2-1732478342688 (Datanode Uuid 84a4bd10-9370-4a70-94c1-9341c0c239b0) service to localhost/127.0.0.1:35261 2024-11-24T19:59:56,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T19:59:56,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data1/current/BP-1790952298-172.17.0.2-1732478342688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:56,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/cluster_1f8a1c93-0838-2062-e021-6bb800b4d266/data/data2/current/BP-1790952298-172.17.0.2-1732478342688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T19:59:56,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T19:59:56,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fc2671a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T19:59:56,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@436caa22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T19:59:56,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T19:59:56,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efd563c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T19:59:56,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31631745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940c4f9-fdb5-ec6a-f5e2-f8445bab0408/hadoop.log.dir/,STOPPED} 2024-11-24T19:59:56,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T19:59:56,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T19:59:56,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 93) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35261 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35261 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35261 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=488 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=39 (was 57), ProcessCount=11 (was 11), AvailableMemoryMB=10027 (was 10160)