2024-12-07 00:39:37,026 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-07 00:39:37,042 main DEBUG Took 0.014192 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 00:39:37,043 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 00:39:37,043 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 00:39:37,044 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 00:39:37,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,056 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 00:39:37,073 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,076 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,077 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,078 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,079 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,080 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,081 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,082 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,083 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,086 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,086 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 00:39:37,087 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,088 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 00:39:37,089 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 00:39:37,091 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 00:39:37,093 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 00:39:37,094 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 00:39:37,096 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 00:39:37,096 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 00:39:37,106 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 00:39:37,109 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 00:39:37,112 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 00:39:37,112 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 00:39:37,113 main DEBUG createAppenders(={Console}) 2024-12-07 00:39:37,113 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-07 00:39:37,114 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-07 00:39:37,114 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-07 00:39:37,115 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 00:39:37,115 main DEBUG OutputStream closed 2024-12-07 00:39:37,115 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 00:39:37,115 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 00:39:37,116 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-07 00:39:37,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 00:39:37,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 00:39:37,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 00:39:37,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 00:39:37,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 00:39:37,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 00:39:37,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 00:39:37,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 00:39:37,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 00:39:37,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 00:39:37,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 00:39:37,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 00:39:37,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 00:39:37,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 00:39:37,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 00:39:37,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 00:39:37,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 00:39:37,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 00:39:37,228 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 00:39:37,228 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-07 00:39:37,229 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 00:39:37,230 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-07T00:39:37,248 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-07 00:39:37,252 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 00:39:37,252 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T00:39:37,260 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-07T00:39:37,300 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=9369 2024-12-07T00:39:37,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249 2024-12-07T00:39:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T00:39:37,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec, deleteOnExit=true 2024-12-07T00:39:37,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T00:39:37,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/test.cache.data in system properties and HBase conf 2024-12-07T00:39:37,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T00:39:37,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir in system properties and HBase conf 2024-12-07T00:39:37,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T00:39:37,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T00:39:37,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T00:39:37,777 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T00:39:37,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T00:39:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T00:39:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T00:39:37,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T00:39:37,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T00:39:37,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T00:39:37,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T00:39:37,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T00:39:37,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T00:39:37,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T00:39:37,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/nfs.dump.dir in system properties and HBase conf 2024-12-07T00:39:37,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/java.io.tmpdir in system properties and HBase conf 2024-12-07T00:39:37,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T00:39:37,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T00:39:37,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T00:39:39,299 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T00:39:39,380 INFO [Time-limited test {}] log.Log(170): Logging initialized @3273ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T00:39:39,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:39:39,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:39:39,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:39:39,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:39:39,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T00:39:39,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:39:39,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:39:39,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:39:39,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-3136382550486344205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T00:39:39,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-12-07T00:39:39,830 INFO [Time-limited test {}] server.Server(415): Started @3723ms 2024-12-07T00:39:40,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:39:40,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:39:40,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:39:40,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:39:40,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T00:39:40,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:39:40,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:39:40,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/java.io.tmpdir/jetty-localhost-42123-hadoop-hdfs-3_4_1-tests_jar-_-any-15821285041379861728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:39:40,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:42123} 2024-12-07T00:39:40,599 INFO [Time-limited test {}] server.Server(415): Started @4493ms 2024-12-07T00:39:40,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T00:39:40,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:39:40,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:39:40,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:39:40,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:39:40,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T00:39:40,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:39:40,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:39:40,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/java.io.tmpdir/jetty-localhost-35585-hadoop-hdfs-3_4_1-tests_jar-_-any-9445187852155623607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:39:40,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:35585} 2024-12-07T00:39:40,929 INFO [Time-limited test {}] server.Server(415): Started @4823ms 2024-12-07T00:39:40,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T00:39:41,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:39:41,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:39:41,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:39:41,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:39:41,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T00:39:41,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:39:41,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:39:41,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-12965449935578937131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:39:41,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-12-07T00:39:41,142 INFO [Time-limited test {}] server.Server(415): Started @5036ms 2024-12-07T00:39:41,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T00:39:42,617 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data4/current/BP-191682993-172.17.0.2-1733531978473/current, will proceed with Du for space computation calculation, 2024-12-07T00:39:42,617 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data2/current/BP-191682993-172.17.0.2-1733531978473/current, will proceed with Du for space computation calculation, 2024-12-07T00:39:42,617 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data3/current/BP-191682993-172.17.0.2-1733531978473/current, will proceed with Du for space computation calculation, 2024-12-07T00:39:42,617 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data1/current/BP-191682993-172.17.0.2-1733531978473/current, will proceed with Du for space computation calculation, 2024-12-07T00:39:42,657 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T00:39:42,683 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T00:39:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5a40d07b77e2409 with lease ID 0x210f0ca2eeeceed4: Processing first storage report for DS-b8634ec5-d96e-4527-a0b3-6b3584536b7f from datanode DatanodeRegistration(127.0.0.1:35427, datanodeUuid=d55f4027-29fa-4703-a8d4-8f13daa19f28, infoPort=37415, infoSecurePort=0, ipcPort=35251, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473) 2024-12-07T00:39:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5a40d07b77e2409 with lease ID 0x210f0ca2eeeceed4: from storage DS-b8634ec5-d96e-4527-a0b3-6b3584536b7f node DatanodeRegistration(127.0.0.1:35427, datanodeUuid=d55f4027-29fa-4703-a8d4-8f13daa19f28, infoPort=37415, infoSecurePort=0, ipcPort=35251, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T00:39:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39e4780235308f56 with lease ID 0x210f0ca2eeeceed5: Processing first storage report for DS-b09ed4e5-f2a9-42f3-b55f-fcd37b8ee912 from datanode DatanodeRegistration(127.0.0.1:41101, datanodeUuid=4db1c0c9-792e-4129-8443-ef7a20844b42, infoPort=34829, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473) 2024-12-07T00:39:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39e4780235308f56 with lease ID 0x210f0ca2eeeceed5: from storage DS-b09ed4e5-f2a9-42f3-b55f-fcd37b8ee912 node DatanodeRegistration(127.0.0.1:41101, datanodeUuid=4db1c0c9-792e-4129-8443-ef7a20844b42, infoPort=34829, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:39:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5a40d07b77e2409 with lease ID 0x210f0ca2eeeceed4: Processing first storage report for DS-096635b2-ad5d-4a5d-ae5e-c9634a3af6d3 from datanode DatanodeRegistration(127.0.0.1:35427, datanodeUuid=d55f4027-29fa-4703-a8d4-8f13daa19f28, infoPort=37415, infoSecurePort=0, ipcPort=35251, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473) 2024-12-07T00:39:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5a40d07b77e2409 with lease ID 0x210f0ca2eeeceed4: from storage DS-096635b2-ad5d-4a5d-ae5e-c9634a3af6d3 node DatanodeRegistration(127.0.0.1:35427, datanodeUuid=d55f4027-29fa-4703-a8d4-8f13daa19f28, infoPort=37415, infoSecurePort=0, ipcPort=35251, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:39:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39e4780235308f56 with lease ID 0x210f0ca2eeeceed5: Processing first storage report for DS-903f7c2a-b016-4f6e-b5e1-e2ad242e55dc from datanode DatanodeRegistration(127.0.0.1:41101, datanodeUuid=4db1c0c9-792e-4129-8443-ef7a20844b42, infoPort=34829, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473) 2024-12-07T00:39:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39e4780235308f56 with lease ID 0x210f0ca2eeeceed5: from storage DS-903f7c2a-b016-4f6e-b5e1-e2ad242e55dc node DatanodeRegistration(127.0.0.1:41101, datanodeUuid=4db1c0c9-792e-4129-8443-ef7a20844b42, infoPort=34829, infoSecurePort=0, ipcPort=37191, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:39:42,728 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data5/current/BP-191682993-172.17.0.2-1733531978473/current, will proceed with Du for space computation calculation, 2024-12-07T00:39:42,733 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data6/current/BP-191682993-172.17.0.2-1733531978473/current, will proceed with Du for space computation calculation, 2024-12-07T00:39:42,754 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T00:39:42,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f1e1eff83ae4461 with lease ID 0x210f0ca2eeeceed6: Processing first storage report for DS-63991de2-e8cb-4306-bd0d-e6e243f202ea from datanode DatanodeRegistration(127.0.0.1:39231, datanodeUuid=9f2ad2eb-e92e-465c-bafc-e425b37267c0, infoPort=37447, infoSecurePort=0, ipcPort=38771, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473) 2024-12-07T00:39:42,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f1e1eff83ae4461 with lease ID 0x210f0ca2eeeceed6: from storage DS-63991de2-e8cb-4306-bd0d-e6e243f202ea node DatanodeRegistration(127.0.0.1:39231, datanodeUuid=9f2ad2eb-e92e-465c-bafc-e425b37267c0, infoPort=37447, infoSecurePort=0, ipcPort=38771, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:39:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f1e1eff83ae4461 with lease ID 0x210f0ca2eeeceed6: Processing first storage report for DS-627b9b4b-d58d-4819-907f-66592d16f7ed from datanode DatanodeRegistration(127.0.0.1:39231, datanodeUuid=9f2ad2eb-e92e-465c-bafc-e425b37267c0, infoPort=37447, infoSecurePort=0, ipcPort=38771, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473) 2024-12-07T00:39:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f1e1eff83ae4461 with lease ID 0x210f0ca2eeeceed6: from storage DS-627b9b4b-d58d-4819-907f-66592d16f7ed node DatanodeRegistration(127.0.0.1:39231, datanodeUuid=9f2ad2eb-e92e-465c-bafc-e425b37267c0, infoPort=37447, infoSecurePort=0, ipcPort=38771, storageInfo=lv=-57;cid=testClusterID;nsid=1832630857;c=1733531978473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:39:42,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249 2024-12-07T00:39:42,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/zookeeper_0, clientPort=62631, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T00:39:42,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62631 2024-12-07T00:39:42,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:42,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741825_1001 (size=7) 2024-12-07T00:39:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741825_1001 (size=7) 2024-12-07T00:39:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741825_1001 (size=7) 2024-12-07T00:39:43,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 with version=8 2024-12-07T00:39:43,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/hbase-staging 2024-12-07T00:39:43,659 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T00:39:43,905 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:39:43,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:43,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:43,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:39:43,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:43,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:39:44,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T00:39:44,101 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T00:39:44,108 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T00:39:44,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:39:44,133 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1565 (auto-detected) 2024-12-07T00:39:44,134 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T00:39:44,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36035 2024-12-07T00:39:44,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36035 connecting to ZooKeeper ensemble=127.0.0.1:62631 2024-12-07T00:39:44,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360350x0, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:39:44,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36035-0x101ad3ad7b10000 connected 2024-12-07T00:39:44,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:39:44,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6, hbase.cluster.distributed=false 2024-12-07T00:39:44,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:39:44,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-07T00:39:44,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36035 2024-12-07T00:39:44,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36035 2024-12-07T00:39:44,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-07T00:39:44,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-07T00:39:44,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:39:44,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:39:44,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:39:44,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T00:39:44,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:39:44,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45043 2024-12-07T00:39:44,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45043 connecting to ZooKeeper ensemble=127.0.0.1:62631 2024-12-07T00:39:44,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,681 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450430x0, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:39:44,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:39:44,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45043-0x101ad3ad7b10001 connected 2024-12-07T00:39:44,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T00:39:44,694 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T00:39:44,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T00:39:44,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:39:44,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45043 2024-12-07T00:39:44,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45043 2024-12-07T00:39:44,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45043 2024-12-07T00:39:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45043 2024-12-07T00:39:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45043 2024-12-07T00:39:44,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:39:44,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:39:44,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:39:44,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T00:39:44,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:39:44,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37757 2024-12-07T00:39:44,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37757 connecting to ZooKeeper ensemble=127.0.0.1:62631 2024-12-07T00:39:44,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377570x0, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:39:44,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377570x0, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:39:44,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37757-0x101ad3ad7b10002 connected 2024-12-07T00:39:44,751 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T00:39:44,752 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T00:39:44,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T00:39:44,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:39:44,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37757 2024-12-07T00:39:44,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37757 2024-12-07T00:39:44,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37757 2024-12-07T00:39:44,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37757 2024-12-07T00:39:44,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37757 2024-12-07T00:39:44,775 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:39:44,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:39:44,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:39:44,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:39:44,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T00:39:44,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:39:44,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32985 2024-12-07T00:39:44,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32985 connecting to ZooKeeper ensemble=127.0.0.1:62631 2024-12-07T00:39:44,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:44,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329850x0, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:39:44,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329850x0, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:39:44,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32985-0x101ad3ad7b10003 connected 2024-12-07T00:39:44,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T00:39:44,801 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T00:39:44,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T00:39:44,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:39:44,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-07T00:39:44,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32985 2024-12-07T00:39:44,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32985 2024-12-07T00:39:44,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-07T00:39:44,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-07T00:39:44,829 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3e92e60d7d96:36035 2024-12-07T00:39:44,830 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:44,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,850 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,852 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:44,891 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T00:39:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T00:39:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T00:39:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:44,891 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:44,892 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T00:39:44,893 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3e92e60d7d96,36035,1733531983749 from backup master directory 2024-12-07T00:39:44,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:44,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,907 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:39:44,908 WARN [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:39:44,909 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:44,911 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T00:39:44,913 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T00:39:44,967 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/hbase.id] with ID: 2a3a6bf2-2339-4e91-938d-2f6381d4c849 2024-12-07T00:39:44,967 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.tmp/hbase.id 2024-12-07T00:39:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741826_1002 (size=42) 2024-12-07T00:39:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741826_1002 (size=42) 2024-12-07T00:39:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741826_1002 (size=42) 2024-12-07T00:39:44,981 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.tmp/hbase.id]:[hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/hbase.id] 2024-12-07T00:39:45,025 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:39:45,029 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T00:39:45,045 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-07T00:39:45,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,060 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741827_1003 (size=196) 2024-12-07T00:39:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741827_1003 (size=196) 2024-12-07T00:39:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741827_1003 (size=196) 2024-12-07T00:39:45,093 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T00:39:45,094 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T00:39:45,108 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T00:39:45,111 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:39:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741828_1004 (size=1189) 2024-12-07T00:39:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741828_1004 (size=1189) 2024-12-07T00:39:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741828_1004 (size=1189) 2024-12-07T00:39:45,156 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store 2024-12-07T00:39:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741829_1005 (size=34) 2024-12-07T00:39:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741829_1005 (size=34) 2024-12-07T00:39:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741829_1005 (size=34) 2024-12-07T00:39:45,183 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T00:39:45,186 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:45,187 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T00:39:45,187 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:39:45,188 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:39:45,189 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T00:39:45,189 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:39:45,189 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:39:45,190 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733531985187Disabling compacts and flushes for region at 1733531985187Disabling writes for close at 1733531985189 (+2 ms)Writing region close event to WAL at 1733531985189Closed at 1733531985189 2024-12-07T00:39:45,192 WARN [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/.initializing 2024-12-07T00:39:45,192 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/WALs/3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:45,199 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:39:45,213 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C36035%2C1733531983749, suffix=, logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/WALs/3e92e60d7d96,36035,1733531983749, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/oldWALs, maxLogs=10 2024-12-07T00:39:45,234 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/WALs/3e92e60d7d96,36035,1733531983749/3e92e60d7d96%2C36035%2C1733531983749.1733531985217, exclude list is [], retry=0 2024-12-07T00:39:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39231,DS-63991de2-e8cb-4306-bd0d-e6e243f202ea,DISK] 2024-12-07T00:39:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41101,DS-b09ed4e5-f2a9-42f3-b55f-fcd37b8ee912,DISK] 2024-12-07T00:39:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-b8634ec5-d96e-4527-a0b3-6b3584536b7f,DISK] 2024-12-07T00:39:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T00:39:45,291 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/WALs/3e92e60d7d96,36035,1733531983749/3e92e60d7d96%2C36035%2C1733531983749.1733531985217 2024-12-07T00:39:45,293 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415),(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:34829:34829)] 2024-12-07T00:39:45,293 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T00:39:45,294 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:45,298 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,299 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T00:39:45,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:45,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:45,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T00:39:45,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:45,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:39:45,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T00:39:45,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:45,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:39:45,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T00:39:45,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:45,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:39:45,383 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,386 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,388 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,392 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,393 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,395 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T00:39:45,399 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:39:45,403 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:39:45,404 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61819102, jitterRate=-0.07882359623908997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T00:39:45,409 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733531985316Initializing all the Stores at 1733531985318 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733531985319 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733531985319Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733531985320 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733531985320Cleaning up temporary data from old regions at 1733531985393 (+73 ms)Region opened successfully at 1733531985409 (+16 ms) 2024-12-07T00:39:45,410 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T00:39:45,440 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a704f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:39:45,466 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T00:39:45,475 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T00:39:45,475 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T00:39:45,477 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T00:39:45,479 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T00:39:45,483 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-07T00:39:45,483 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-07T00:39:45,510 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T00:39:45,520 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T00:39:45,533 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T00:39:45,535 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T00:39:45,537 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T00:39:45,549 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T00:39:45,552 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T00:39:45,556 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T00:39:45,565 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T00:39:45,567 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T00:39:45,575 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T00:39:45,598 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T00:39:45,606 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T00:39:45,617 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:39:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:39:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:39:45,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:39:45,618 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,621 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3e92e60d7d96,36035,1733531983749, sessionid=0x101ad3ad7b10000, setting cluster-up flag (Was=false) 2024-12-07T00:39:45,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,731 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,796 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T00:39:45,799 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,823 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:45,854 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T00:39:45,857 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:45,864 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T00:39:45,919 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(746): ClusterId : 2a3a6bf2-2339-4e91-938d-2f6381d4c849 2024-12-07T00:39:45,919 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(746): ClusterId : 2a3a6bf2-2339-4e91-938d-2f6381d4c849 2024-12-07T00:39:45,919 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(746): ClusterId : 2a3a6bf2-2339-4e91-938d-2f6381d4c849 2024-12-07T00:39:45,921 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T00:39:45,921 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T00:39:45,921 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T00:39:45,933 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T00:39:45,935 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T00:39:45,935 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T00:39:45,935 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T00:39:45,935 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T00:39:45,935 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T00:39:45,935 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T00:39:45,943 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T00:39:45,945 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T00:39:45,945 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T00:39:45,945 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T00:39:45,946 DEBUG [RS:0;3e92e60d7d96:45043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19955c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:39:45,946 DEBUG [RS:1;3e92e60d7d96:37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2769bf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:39:45,946 DEBUG [RS:2;3e92e60d7d96:32985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47510a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:39:45,951 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T00:39:45,958 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3e92e60d7d96,36035,1733531983749 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T00:39:45,964 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3e92e60d7d96:37757 2024-12-07T00:39:45,964 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3e92e60d7d96:45043 2024-12-07T00:39:45,964 DEBUG [RS:2;3e92e60d7d96:32985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3e92e60d7d96:32985 2024-12-07T00:39:45,967 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:39:45,967 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:39:45,967 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:39:45,968 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T00:39:45,968 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T00:39:45,968 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T00:39:45,968 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T00:39:45,968 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:39:45,968 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T00:39:45,968 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T00:39:45,968 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T00:39:45,968 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T00:39:45,968 DEBUG [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T00:39:45,968 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3e92e60d7d96:0, corePoolSize=10, maxPoolSize=10 2024-12-07T00:39:45,968 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:45,968 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:39:45,968 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:45,971 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e92e60d7d96,36035,1733531983749 with port=37757, startcode=1733531984725 2024-12-07T00:39:45,971 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e92e60d7d96,36035,1733531983749 with port=32985, startcode=1733531984775 2024-12-07T00:39:45,971 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e92e60d7d96,36035,1733531983749 with port=45043, startcode=1733531984602 2024-12-07T00:39:45,971 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733532015971 2024-12-07T00:39:45,973 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T00:39:45,974 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T00:39:45,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T00:39:45,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T00:39:45,978 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T00:39:45,978 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T00:39:45,978 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T00:39:45,979 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T00:39:45,979 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:45,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:45,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T00:39:45,983 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T00:39:45,984 DEBUG [RS:2;3e92e60d7d96:32985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T00:39:45,984 DEBUG [RS:1;3e92e60d7d96:37757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T00:39:45,984 DEBUG [RS:0;3e92e60d7d96:45043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T00:39:45,984 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T00:39:45,984 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T00:39:45,987 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T00:39:45,987 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T00:39:45,988 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.large.0-1733531985988,5,FailOnTimeoutGroup] 2024-12-07T00:39:45,989 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.small.0-1733531985989,5,FailOnTimeoutGroup] 2024-12-07T00:39:45,989 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:45,989 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T00:39:45,991 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:45,991 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741831_1007 (size=1321) 2024-12-07T00:39:45,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741831_1007 (size=1321) 2024-12-07T00:39:45,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741831_1007 (size=1321) 2024-12-07T00:39:45,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T00:39:45,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741832_1008 (size=32) 2024-12-07T00:39:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741832_1008 (size=32) 2024-12-07T00:39:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741832_1008 (size=32) 2024-12-07T00:39:46,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:46,037 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51805, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T00:39:46,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33945, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T00:39:46,037 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T00:39:46,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T00:39:46,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:46,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T00:39:46,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:46,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(517): Registering regionserver=3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:46,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:46,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T00:39:46,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T00:39:46,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:46,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:46,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T00:39:46,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T00:39:46,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:46,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:46,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T00:39:46,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:46,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(517): Registering regionserver=3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:46,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T00:39:46,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:46,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:46,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T00:39:46,061 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:46,061 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39161 2024-12-07T00:39:46,061 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T00:39:46,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740 2024-12-07T00:39:46,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:46,062 DEBUG [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:46,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(517): Registering regionserver=3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:46,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740 2024-12-07T00:39:46,063 DEBUG [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39161 2024-12-07T00:39:46,063 DEBUG [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T00:39:46,066 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:46,066 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39161 2024-12-07T00:39:46,066 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T00:39:46,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T00:39:46,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T00:39:46,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T00:39:46,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T00:39:46,075 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:39:46,076 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67135414, jitterRate=3.956258296966553E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T00:39:46,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733531986037Initializing all the Stores at 1733531986039 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733531986039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733531986039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733531986039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733531986039Cleaning up temporary data from old regions at 1733531986067 (+28 ms)Region opened successfully at 1733531986080 (+13 ms) 2024-12-07T00:39:46,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T00:39:46,080 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T00:39:46,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T00:39:46,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T00:39:46,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T00:39:46,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T00:39:46,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733531986080Disabling compacts and flushes for region at 1733531986080Disabling writes for close at 1733531986080Writing region close event to WAL at 1733531986081 (+1 ms)Closed at 1733531986082 (+1 ms) 2024-12-07T00:39:46,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T00:39:46,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T00:39:46,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T00:39:46,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T00:39:46,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T00:39:46,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:39:46,238 DEBUG [RS:2;3e92e60d7d96:32985 {}] zookeeper.ZKUtil(111): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:46,238 WARN [RS:2;3e92e60d7d96:32985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:39:46,239 INFO [RS:2;3e92e60d7d96:32985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:39:46,239 DEBUG [RS:0;3e92e60d7d96:45043 {}] zookeeper.ZKUtil(111): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:46,239 DEBUG [RS:1;3e92e60d7d96:37757 {}] zookeeper.ZKUtil(111): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:46,239 WARN [RS:0;3e92e60d7d96:45043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:39:46,239 WARN [RS:1;3e92e60d7d96:37757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:39:46,239 INFO [RS:0;3e92e60d7d96:45043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:39:46,239 DEBUG [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:46,239 INFO [RS:1;3e92e60d7d96:37757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:39:46,239 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:46,239 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:46,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e92e60d7d96,32985,1733531984775] 2024-12-07T00:39:46,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e92e60d7d96,45043,1733531984602] 2024-12-07T00:39:46,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e92e60d7d96,37757,1733531984725] 2024-12-07T00:39:46,252 WARN [3e92e60d7d96:36035 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T00:39:46,264 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T00:39:46,264 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T00:39:46,264 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T00:39:46,279 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T00:39:46,279 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T00:39:46,284 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T00:39:46,288 INFO [RS:2;3e92e60d7d96:32985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T00:39:46,288 INFO [RS:0;3e92e60d7d96:45043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T00:39:46,288 INFO [RS:1;3e92e60d7d96:37757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T00:39:46,288 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,288 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,288 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,290 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T00:39:46,290 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T00:39:46,290 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T00:39:46,295 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T00:39:46,295 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T00:39:46,295 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T00:39:46,297 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,297 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,297 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,297 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,297 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,297 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,297 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,297 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,297 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,297 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:39:46,298 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,298 DEBUG [RS:0;3e92e60d7d96:45043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:39:46,299 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,299 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,299 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,299 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:39:46,299 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:39:46,299 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:39:46,299 DEBUG [RS:2;3e92e60d7d96:32985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:39:46,299 DEBUG [RS:1;3e92e60d7d96:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:39:46,300 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,45043,1733531984602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,32985,1733531984775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:39:46,300 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,37757,1733531984725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:39:46,318 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T00:39:46,320 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,37757,1733531984725-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,320 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,320 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.Replication(171): 3e92e60d7d96,37757,1733531984725 started 2024-12-07T00:39:46,322 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T00:39:46,322 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T00:39:46,322 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,32985,1733531984775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,322 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,45043,1733531984602-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,322 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,322 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,322 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.Replication(171): 3e92e60d7d96,45043,1733531984602 started 2024-12-07T00:39:46,322 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.Replication(171): 3e92e60d7d96,32985,1733531984775 started 2024-12-07T00:39:46,337 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,338 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1482): Serving as 3e92e60d7d96,37757,1733531984725, RpcServer on 3e92e60d7d96/172.17.0.2:37757, sessionid=0x101ad3ad7b10002 2024-12-07T00:39:46,339 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T00:39:46,339 DEBUG [RS:1;3e92e60d7d96:37757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:46,339 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,37757,1733531984725' 2024-12-07T00:39:46,339 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T00:39:46,341 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T00:39:46,341 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T00:39:46,341 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T00:39:46,341 DEBUG [RS:1;3e92e60d7d96:37757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:46,341 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,37757,1733531984725' 2024-12-07T00:39:46,342 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T00:39:46,342 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T00:39:46,343 DEBUG [RS:1;3e92e60d7d96:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T00:39:46,343 INFO [RS:1;3e92e60d7d96:37757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T00:39:46,343 INFO [RS:1;3e92e60d7d96:37757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T00:39:46,344 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,344 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:46,344 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1482): Serving as 3e92e60d7d96,45043,1733531984602, RpcServer on 3e92e60d7d96/172.17.0.2:45043, sessionid=0x101ad3ad7b10001 2024-12-07T00:39:46,344 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(1482): Serving as 3e92e60d7d96,32985,1733531984775, RpcServer on 3e92e60d7d96/172.17.0.2:32985, sessionid=0x101ad3ad7b10003 2024-12-07T00:39:46,344 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T00:39:46,344 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T00:39:46,344 DEBUG [RS:2;3e92e60d7d96:32985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:46,344 DEBUG [RS:0;3e92e60d7d96:45043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:46,344 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,45043,1733531984602' 2024-12-07T00:39:46,344 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,32985,1733531984775' 2024-12-07T00:39:46,344 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T00:39:46,344 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T00:39:46,345 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T00:39:46,345 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T00:39:46,346 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T00:39:46,346 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T00:39:46,346 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T00:39:46,346 DEBUG [RS:0;3e92e60d7d96:45043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:46,346 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,45043,1733531984602' 2024-12-07T00:39:46,346 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T00:39:46,346 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T00:39:46,346 DEBUG [RS:2;3e92e60d7d96:32985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:46,346 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,32985,1733531984775' 2024-12-07T00:39:46,346 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T00:39:46,346 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T00:39:46,346 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T00:39:46,347 DEBUG [RS:0;3e92e60d7d96:45043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T00:39:46,347 INFO [RS:0;3e92e60d7d96:45043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T00:39:46,347 INFO [RS:0;3e92e60d7d96:45043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T00:39:46,347 DEBUG [RS:2;3e92e60d7d96:32985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T00:39:46,347 INFO [RS:2;3e92e60d7d96:32985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T00:39:46,347 INFO [RS:2;3e92e60d7d96:32985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T00:39:46,451 INFO [RS:0;3e92e60d7d96:45043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:39:46,451 INFO [RS:2;3e92e60d7d96:32985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:39:46,452 INFO [RS:1;3e92e60d7d96:37757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:39:46,455 INFO [RS:2;3e92e60d7d96:32985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C32985%2C1733531984775, suffix=, logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs, maxLogs=32 2024-12-07T00:39:46,455 INFO [RS:1;3e92e60d7d96:37757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C37757%2C1733531984725, suffix=, logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,37757,1733531984725, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs, maxLogs=32 2024-12-07T00:39:46,455 INFO [RS:0;3e92e60d7d96:45043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C45043%2C1733531984602, suffix=, logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,45043,1733531984602, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs, maxLogs=32 2024-12-07T00:39:46,470 DEBUG [RS:2;3e92e60d7d96:32985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775/3e92e60d7d96%2C32985%2C1733531984775.1733531986458, exclude list is [], retry=0 2024-12-07T00:39:46,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-b8634ec5-d96e-4527-a0b3-6b3584536b7f,DISK] 2024-12-07T00:39:46,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41101,DS-b09ed4e5-f2a9-42f3-b55f-fcd37b8ee912,DISK] 2024-12-07T00:39:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39231,DS-63991de2-e8cb-4306-bd0d-e6e243f202ea,DISK] 2024-12-07T00:39:46,476 DEBUG [RS:0;3e92e60d7d96:45043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,45043,1733531984602/3e92e60d7d96%2C45043%2C1733531984602.1733531986458, exclude list is [], retry=0 2024-12-07T00:39:46,476 DEBUG [RS:1;3e92e60d7d96:37757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,37757,1733531984725/3e92e60d7d96%2C37757%2C1733531984725.1733531986458, exclude list is [], retry=0 2024-12-07T00:39:46,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41101,DS-b09ed4e5-f2a9-42f3-b55f-fcd37b8ee912,DISK] 2024-12-07T00:39:46,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-b8634ec5-d96e-4527-a0b3-6b3584536b7f,DISK] 2024-12-07T00:39:46,482 INFO [RS:2;3e92e60d7d96:32985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 2024-12-07T00:39:46,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39231,DS-63991de2-e8cb-4306-bd0d-e6e243f202ea,DISK] 2024-12-07T00:39:46,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39231,DS-63991de2-e8cb-4306-bd0d-e6e243f202ea,DISK] 2024-12-07T00:39:46,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-b8634ec5-d96e-4527-a0b3-6b3584536b7f,DISK] 2024-12-07T00:39:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41101,DS-b09ed4e5-f2a9-42f3-b55f-fcd37b8ee912,DISK] 2024-12-07T00:39:46,484 DEBUG [RS:2;3e92e60d7d96:32985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415),(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:37447:37447)] 2024-12-07T00:39:46,487 INFO [RS:1;3e92e60d7d96:37757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,37757,1733531984725/3e92e60d7d96%2C37757%2C1733531984725.1733531986458 2024-12-07T00:39:46,487 DEBUG [RS:1;3e92e60d7d96:37757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:37415:37415),(127.0.0.1/127.0.0.1:34829:34829)] 2024-12-07T00:39:46,488 INFO [RS:0;3e92e60d7d96:45043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,45043,1733531984602/3e92e60d7d96%2C45043%2C1733531984602.1733531986458 2024-12-07T00:39:46,488 DEBUG [RS:0;3e92e60d7d96:45043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:37415:37415),(127.0.0.1/127.0.0.1:34829:34829)] 2024-12-07T00:39:46,505 DEBUG [3e92e60d7d96:36035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-07T00:39:46,512 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(204): Hosts are {3e92e60d7d96=0} racks are {/default-rack=0} 2024-12-07T00:39:46,519 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T00:39:46,519 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T00:39:46,519 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T00:39:46,519 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T00:39:46,519 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T00:39:46,519 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T00:39:46,519 INFO [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T00:39:46,519 INFO [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T00:39:46,519 INFO [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T00:39:46,519 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T00:39:46,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:46,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e92e60d7d96,45043,1733531984602, state=OPENING 2024-12-07T00:39:46,586 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T00:39:46,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:46,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:46,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:46,596 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:39:46,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:46,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:46,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:46,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:46,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T00:39:46,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3e92e60d7d96,45043,1733531984602}] 2024-12-07T00:39:54,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T00:39:54,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T00:39:56,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T00:39:56,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53457, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T00:39:56,647 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T00:39:56,648 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:39:56,648 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T00:39:56,652 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C45043%2C1733531984602.meta, suffix=.meta, logDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,45043,1733531984602, archiveDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs, maxLogs=32 2024-12-07T00:39:56,667 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,45043,1733531984602/3e92e60d7d96%2C45043%2C1733531984602.meta.1733531996654.meta, exclude list is [], retry=0 2024-12-07T00:39:56,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39231,DS-63991de2-e8cb-4306-bd0d-e6e243f202ea,DISK] 2024-12-07T00:39:56,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41101,DS-b09ed4e5-f2a9-42f3-b55f-fcd37b8ee912,DISK] 2024-12-07T00:39:56,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35427,DS-b8634ec5-d96e-4527-a0b3-6b3584536b7f,DISK] 2024-12-07T00:39:56,674 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,45043,1733531984602/3e92e60d7d96%2C45043%2C1733531984602.meta.1733531996654.meta 2024-12-07T00:39:56,674 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37447:37447),(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:37415:37415)] 2024-12-07T00:39:56,674 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T00:39:56,676 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T00:39:56,678 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T00:39:56,682 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T00:39:56,685 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T00:39:56,686 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:56,686 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T00:39:56,686 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T00:39:56,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T00:39:56,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T00:39:56,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:56,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:56,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T00:39:56,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T00:39:56,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:56,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:56,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T00:39:56,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T00:39:56,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:56,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:56,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T00:39:56,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T00:39:56,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:56,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:39:56,698 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T00:39:56,699 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740 2024-12-07T00:39:56,701 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740 2024-12-07T00:39:56,704 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T00:39:56,704 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T00:39:56,705 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T00:39:56,707 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T00:39:56,708 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72586511, jitterRate=0.08162330090999603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T00:39:56,708 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T00:39:56,709 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733531996686Writing region info on filesystem at 1733531996686Initializing all the Stores at 1733531996688 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733531996688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733531996688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733531996688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733531996689 (+1 ms)Cleaning up temporary data from old regions at 1733531996704 (+15 ms)Running coprocessor post-open hooks at 1733531996709 (+5 ms)Region opened successfully at 1733531996709 2024-12-07T00:39:56,715 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733531996623 2024-12-07T00:39:56,724 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T00:39:56,724 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T00:39:56,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:56,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e92e60d7d96,45043,1733531984602, state=OPEN 2024-12-07T00:39:56,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:39:56,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:39:56,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:39:56,796 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:39:56,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:56,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:56,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:56,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:39:56,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:56,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T00:39:56,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3e92e60d7d96,45043,1733531984602 in 10.1950 sec 2024-12-07T00:39:56,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T00:39:56,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7160 sec 2024-12-07T00:39:56,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T00:39:56,814 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T00:39:56,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T00:39:56,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e92e60d7d96,45043,1733531984602, seqNum=-1] 2024-12-07T00:39:56,849 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:39:56,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:39:56,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9730 sec 2024-12-07T00:39:56,867 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733531996867, completionTime=-1 2024-12-07T00:39:56,869 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-07T00:39:56,870 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T00:39:56,893 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-07T00:39:56,893 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733532056893 2024-12-07T00:39:56,893 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733532116893 2024-12-07T00:39:56,893 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-07T00:39:56,894 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:39:56,900 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36035,1733531983749-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:56,901 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36035,1733531983749-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:56,901 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36035,1733531983749-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:56,902 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3e92e60d7d96:36035, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:56,902 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:56,903 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:56,908 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T00:39:56,928 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.019sec 2024-12-07T00:39:56,929 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T00:39:56,930 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T00:39:56,931 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T00:39:56,932 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T00:39:56,932 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T00:39:56,933 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36035,1733531983749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:39:56,933 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36035,1733531983749-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T00:39:56,938 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T00:39:56,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1671b16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:39:56,939 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T00:39:56,939 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36035,1733531983749-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:39:56,942 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T00:39:56,943 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T00:39:56,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e92e60d7d96,36035,-1 for getting cluster id 2024-12-07T00:39:56,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T00:39:56,958 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a3a6bf2-2339-4e91-938d-2f6381d4c849' 2024-12-07T00:39:56,960 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T00:39:56,960 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a3a6bf2-2339-4e91-938d-2f6381d4c849" 2024-12-07T00:39:56,961 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b583fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:39:56,961 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e92e60d7d96,36035,-1] 2024-12-07T00:39:56,963 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T00:39:56,964 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:39:56,965 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T00:39:56,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:39:56,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T00:39:56,974 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e92e60d7d96,45043,1733531984602, seqNum=-1] 2024-12-07T00:39:56,974 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:39:56,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:39:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:57,026 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733531997024 (current time:1733531997024). 2024-12-07T00:39:57,026 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-07T00:39:57,026 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-07T00:39:57,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c18f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:39:57,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e92e60d7d96,36035,-1 for getting cluster id 2024-12-07T00:39:57,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T00:39:57,039 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a3a6bf2-2339-4e91-938d-2f6381d4c849' 2024-12-07T00:39:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T00:39:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a3a6bf2-2339-4e91-938d-2f6381d4c849" 2024-12-07T00:39:57,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ca26e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:39:57,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e92e60d7d96,36035,-1] 2024-12-07T00:39:57,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T00:39:57,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:39:57,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T00:39:57,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2627580d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:39:57,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T00:39:57,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e92e60d7d96,45043,1733531984602, seqNum=-1] 2024-12-07T00:39:57,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:39:57,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:39:57,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T00:39:57,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:39:57,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:39:57,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:39:57,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T00:39:57,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T00:39:57,076 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3e92e60d7d96,36035,1733531983749 2024-12-07T00:39:57,079 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75e5dfe 2024-12-07T00:39:57,080 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T00:39:57,083 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T00:39:57,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T00:39:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-07T00:39:57,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T00:39:57,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-07T00:39:57,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:39:57,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T00:39:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:39:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741837_1013 (size=361) 2024-12-07T00:39:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741837_1013 (size=361) 2024-12-07T00:39:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741837_1013 (size=361) 2024-12-07T00:39:57,118 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1eadcd39b8367c44dc465424a6d51ff4, NAME => 'SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,119 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e48d6a84ee35c0b31d4036793e03ff31, NAME => 'SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,119 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f176076dd80059c011c5b506a264ff27, NAME => 'SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741838_1014 (size=62) 2024-12-07T00:39:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741839_1015 (size=62) 2024-12-07T00:39:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741839_1015 (size=62) 2024-12-07T00:39:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741838_1014 (size=62) 2024-12-07T00:39:57,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f176076dd80059c011c5b506a264ff27, disabling compactions & flushes 2024-12-07T00:39:57,137 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:39:57,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:39:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741839_1015 (size=62) 2024-12-07T00:39:57,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. after waiting 0 ms 2024-12-07T00:39:57,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:39:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741838_1014 (size=62) 2024-12-07T00:39:57,137 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:39:57,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f176076dd80059c011c5b506a264ff27: Waiting for close lock at 1733531997137Disabling compacts and flushes for region at 1733531997137Disabling writes for close at 1733531997137Writing region close event to WAL at 1733531997137Closed at 1733531997137 2024-12-07T00:39:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741840_1016 (size=54) 2024-12-07T00:39:57,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741840_1016 (size=54) 2024-12-07T00:39:57,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a45c572bf1cad7f3aedb2c3e14ee93f1, NAME => 'SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e48d6a84ee35c0b31d4036793e03ff31, disabling compactions & flushes 2024-12-07T00:39:57,138 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:39:57,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:39:57,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. after waiting 0 ms 2024-12-07T00:39:57,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:39:57,138 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:39:57,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e48d6a84ee35c0b31d4036793e03ff31: Waiting for close lock at 1733531997138Disabling compacts and flushes for region at 1733531997138Disabling writes for close at 1733531997138Writing region close event to WAL at 1733531997138Closed at 1733531997138 2024-12-07T00:39:57,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aca91eede6d531b40b934324c79a8533, NAME => 'SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741840_1016 (size=54) 2024-12-07T00:39:57,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1eadcd39b8367c44dc465424a6d51ff4, disabling compactions & flushes 2024-12-07T00:39:57,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:39:57,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:39:57,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. after waiting 0 ms 2024-12-07T00:39:57,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:39:57,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:39:57,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1eadcd39b8367c44dc465424a6d51ff4: Waiting for close lock at 1733531997140Disabling compacts and flushes for region at 1733531997140Disabling writes for close at 1733531997140Writing region close event to WAL at 1733531997140Closed at 1733531997140 2024-12-07T00:39:57,141 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 514dcb8d594084a91a6e651b8f913ec9, NAME => 'SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741841_1017 (size=62) 2024-12-07T00:39:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741841_1017 (size=62) 2024-12-07T00:39:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741841_1017 (size=62) 2024-12-07T00:39:57,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741842_1018 (size=62) 2024-12-07T00:39:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741842_1018 (size=62) 2024-12-07T00:39:57,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a45c572bf1cad7f3aedb2c3e14ee93f1, disabling compactions & flushes 2024-12-07T00:39:57,157 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:39:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741842_1018 (size=62) 2024-12-07T00:39:57,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:39:57,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. after waiting 0 ms 2024-12-07T00:39:57,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:39:57,158 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:39:57,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a45c572bf1cad7f3aedb2c3e14ee93f1: Waiting for close lock at 1733531997157Disabling compacts and flushes for region at 1733531997157Disabling writes for close at 1733531997157Writing region close event to WAL at 1733531997158 (+1 ms)Closed at 1733531997158 2024-12-07T00:39:57,158 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d88c16b57f9223a8fd828de7fc2491df, NAME => 'SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 514dcb8d594084a91a6e651b8f913ec9, disabling compactions & flushes 2024-12-07T00:39:57,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:39:57,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:39:57,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. after waiting 0 ms 2024-12-07T00:39:57,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:39:57,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:39:57,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 514dcb8d594084a91a6e651b8f913ec9: Waiting for close lock at 1733531997159Disabling compacts and flushes for region at 1733531997159Disabling writes for close at 1733531997159Writing region close event to WAL at 1733531997159Closed at 1733531997159 2024-12-07T00:39:57,159 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e82b18c630bccf6bb375a135104cfae, NAME => 'SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741843_1019 (size=62) 2024-12-07T00:39:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741843_1019 (size=62) 2024-12-07T00:39:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741843_1019 (size=62) 2024-12-07T00:39:57,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing aca91eede6d531b40b934324c79a8533, disabling compactions & flushes 2024-12-07T00:39:57,169 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:39:57,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:39:57,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. after waiting 0 ms 2024-12-07T00:39:57,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:39:57,169 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:39:57,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for aca91eede6d531b40b934324c79a8533: Waiting for close lock at 1733531997169Disabling compacts and flushes for region at 1733531997169Disabling writes for close at 1733531997169Writing region close event to WAL at 1733531997169Closed at 1733531997169 2024-12-07T00:39:57,170 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1e9fbdd699a9feaee929906a73981943, NAME => 'SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741845_1021 (size=62) 2024-12-07T00:39:57,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741845_1021 (size=62) 2024-12-07T00:39:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741844_1020 (size=62) 2024-12-07T00:39:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741845_1021 (size=62) 2024-12-07T00:39:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741844_1020 (size=62) 2024-12-07T00:39:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741844_1020 (size=62) 2024-12-07T00:39:57,181 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2e82b18c630bccf6bb375a135104cfae, disabling compactions & flushes 2024-12-07T00:39:57,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:39:57,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:39:57,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. after waiting 0 ms 2024-12-07T00:39:57,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:39:57,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:39:57,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e82b18c630bccf6bb375a135104cfae: Waiting for close lock at 1733531997181Disabling compacts and flushes for region at 1733531997182 (+1 ms)Disabling writes for close at 1733531997182Writing region close event to WAL at 1733531997182Closed at 1733531997182 2024-12-07T00:39:57,183 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7213154c5c7a54650e19fdab9e49cde3, NAME => 'SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6 2024-12-07T00:39:57,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d88c16b57f9223a8fd828de7fc2491df, disabling compactions & flushes 2024-12-07T00:39:57,184 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:39:57,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:39:57,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. after waiting 0 ms 2024-12-07T00:39:57,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:39:57,184 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:39:57,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d88c16b57f9223a8fd828de7fc2491df: Waiting for close lock at 1733531997184Disabling compacts and flushes for region at 1733531997184Disabling writes for close at 1733531997184Writing region close event to WAL at 1733531997184Closed at 1733531997184 2024-12-07T00:39:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741846_1022 (size=62) 2024-12-07T00:39:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741846_1022 (size=62) 2024-12-07T00:39:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741846_1022 (size=62) 2024-12-07T00:39:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1e9fbdd699a9feaee929906a73981943, disabling compactions & flushes 2024-12-07T00:39:57,193 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:39:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:39:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. after waiting 0 ms 2024-12-07T00:39:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:39:57,193 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:39:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1e9fbdd699a9feaee929906a73981943: Waiting for close lock at 1733531997193Disabling compacts and flushes for region at 1733531997193Disabling writes for close at 1733531997193Writing region close event to WAL at 1733531997193Closed at 1733531997193 2024-12-07T00:39:57,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741847_1023 (size=54) 2024-12-07T00:39:57,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741847_1023 (size=54) 2024-12-07T00:39:57,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741847_1023 (size=54) 2024-12-07T00:39:57,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:39:57,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7213154c5c7a54650e19fdab9e49cde3, disabling compactions & flushes 2024-12-07T00:39:57,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:39:57,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:39:57,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. after waiting 0 ms 2024-12-07T00:39:57,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:39:57,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:39:57,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7213154c5c7a54650e19fdab9e49cde3: Waiting for close lock at 1733531997202Disabling compacts and flushes for region at 1733531997202Disabling writes for close at 1733531997202Writing region close event to WAL at 1733531997202Closed at 1733531997202 2024-12-07T00:39:57,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T00:39:57,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:39:57,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733531997205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733531997205"}]},"ts":"1733531997205"} 2024-12-07T00:39:57,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-07T00:39:57,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T00:39:57,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733531997251"}]},"ts":"1733531997251"} 2024-12-07T00:39:57,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-07T00:39:57,259 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3e92e60d7d96=0} racks are {/default-rack=0} 2024-12-07T00:39:57,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T00:39:57,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T00:39:57,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T00:39:57,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T00:39:57,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T00:39:57,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T00:39:57,268 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T00:39:57,268 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T00:39:57,268 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T00:39:57,268 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T00:39:57,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eadcd39b8367c44dc465424a6d51ff4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f176076dd80059c011c5b506a264ff27, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a45c572bf1cad7f3aedb2c3e14ee93f1, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aca91eede6d531b40b934324c79a8533, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e82b18c630bccf6bb375a135104cfae, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9fbdd699a9feaee929906a73981943, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7213154c5c7a54650e19fdab9e49cde3, ASSIGN}] 2024-12-07T00:39:57,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f176076dd80059c011c5b506a264ff27, ASSIGN 2024-12-07T00:39:57,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a45c572bf1cad7f3aedb2c3e14ee93f1, ASSIGN 2024-12-07T00:39:57,275 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eadcd39b8367c44dc465424a6d51ff4, ASSIGN 2024-12-07T00:39:57,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN 2024-12-07T00:39:57,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f176076dd80059c011c5b506a264ff27, ASSIGN; state=OFFLINE, location=3e92e60d7d96,37757,1733531984725; forceNewPlan=false, retain=false 2024-12-07T00:39:57,278 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a45c572bf1cad7f3aedb2c3e14ee93f1, ASSIGN; state=OFFLINE, location=3e92e60d7d96,37757,1733531984725; forceNewPlan=false, retain=false 2024-12-07T00:39:57,278 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1eadcd39b8367c44dc465424a6d51ff4, ASSIGN; state=OFFLINE, location=3e92e60d7d96,45043,1733531984602; forceNewPlan=false, retain=false 2024-12-07T00:39:57,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN; state=OFFLINE, location=3e92e60d7d96,32985,1733531984775; forceNewPlan=false, retain=false 2024-12-07T00:39:57,282 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e82b18c630bccf6bb375a135104cfae, ASSIGN 2024-12-07T00:39:57,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7213154c5c7a54650e19fdab9e49cde3, ASSIGN 2024-12-07T00:39:57,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9fbdd699a9feaee929906a73981943, ASSIGN 2024-12-07T00:39:57,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN 2024-12-07T00:39:57,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN 2024-12-07T00:39:57,284 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e9fbdd699a9feaee929906a73981943, ASSIGN; state=OFFLINE, location=3e92e60d7d96,45043,1733531984602; forceNewPlan=false, retain=false 2024-12-07T00:39:57,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7213154c5c7a54650e19fdab9e49cde3, ASSIGN; state=OFFLINE, location=3e92e60d7d96,37757,1733531984725; forceNewPlan=false, retain=false 2024-12-07T00:39:57,284 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e82b18c630bccf6bb375a135104cfae, ASSIGN; state=OFFLINE, location=3e92e60d7d96,37757,1733531984725; forceNewPlan=false, retain=false 2024-12-07T00:39:57,284 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN; state=OFFLINE, location=3e92e60d7d96,32985,1733531984775; forceNewPlan=false, retain=false 2024-12-07T00:39:57,284 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN; state=OFFLINE, location=3e92e60d7d96,32985,1733531984775; forceNewPlan=false, retain=false 2024-12-07T00:39:57,291 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aca91eede6d531b40b934324c79a8533, ASSIGN 2024-12-07T00:39:57,292 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aca91eede6d531b40b934324c79a8533, ASSIGN; state=OFFLINE, location=3e92e60d7d96,45043,1733531984602; forceNewPlan=false, retain=false 2024-12-07T00:39:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:39:57,430 INFO [3e92e60d7d96:36035 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-07T00:39:57,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1eadcd39b8367c44dc465424a6d51ff4, regionState=OPENING, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:57,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1e9fbdd699a9feaee929906a73981943, regionState=OPENING, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:57,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aca91eede6d531b40b934324c79a8533, regionState=OPENING, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:39:57,431 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7213154c5c7a54650e19fdab9e49cde3, regionState=OPENING, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:57,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2e82b18c630bccf6bb375a135104cfae, regionState=OPENING, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:57,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a45c572bf1cad7f3aedb2c3e14ee93f1, regionState=OPENING, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:57,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d88c16b57f9223a8fd828de7fc2491df, regionState=OPENING, regionLocation=3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:57,432 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f176076dd80059c011c5b506a264ff27, regionState=OPENING, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:39:57,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e48d6a84ee35c0b31d4036793e03ff31, regionState=OPENING, regionLocation=3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:57,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=514dcb8d594084a91a6e651b8f913ec9, regionState=OPENING, regionLocation=3e92e60d7d96,32985,1733531984775 2024-12-07T00:39:57,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1eadcd39b8367c44dc465424a6d51ff4, ASSIGN because future has completed 2024-12-07T00:39:57,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eadcd39b8367c44dc465424a6d51ff4, server=3e92e60d7d96,45043,1733531984602}] 2024-12-07T00:39:57,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e9fbdd699a9feaee929906a73981943, ASSIGN because future has completed 2024-12-07T00:39:57,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e9fbdd699a9feaee929906a73981943, server=3e92e60d7d96,45043,1733531984602}] 2024-12-07T00:39:57,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7213154c5c7a54650e19fdab9e49cde3, ASSIGN because future has completed 2024-12-07T00:39:57,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aca91eede6d531b40b934324c79a8533, ASSIGN because future has completed 2024-12-07T00:39:57,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7213154c5c7a54650e19fdab9e49cde3, server=3e92e60d7d96,37757,1733531984725}] 2024-12-07T00:39:57,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aca91eede6d531b40b934324c79a8533, server=3e92e60d7d96,45043,1733531984602}] 2024-12-07T00:39:57,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e82b18c630bccf6bb375a135104cfae, ASSIGN because future has completed 2024-12-07T00:39:57,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a45c572bf1cad7f3aedb2c3e14ee93f1, ASSIGN because future has completed 2024-12-07T00:39:57,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e82b18c630bccf6bb375a135104cfae, server=3e92e60d7d96,37757,1733531984725}] 2024-12-07T00:39:57,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN because future has completed 2024-12-07T00:39:57,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f176076dd80059c011c5b506a264ff27, ASSIGN because future has completed 2024-12-07T00:39:57,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN because future has completed 2024-12-07T00:39:57,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88c16b57f9223a8fd828de7fc2491df, server=3e92e60d7d96,32985,1733531984775}] 2024-12-07T00:39:57,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a45c572bf1cad7f3aedb2c3e14ee93f1, server=3e92e60d7d96,37757,1733531984725}] 2024-12-07T00:39:57,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e48d6a84ee35c0b31d4036793e03ff31, server=3e92e60d7d96,32985,1733531984775}] 2024-12-07T00:39:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN because future has completed 2024-12-07T00:39:57,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514dcb8d594084a91a6e651b8f913ec9, server=3e92e60d7d96,32985,1733531984775}] 2024-12-07T00:39:57,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f176076dd80059c011c5b506a264ff27, server=3e92e60d7d96,37757,1733531984725}] 2024-12-07T00:39:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:39:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:39:58,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T00:39:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:40:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:40:02,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T00:40:04,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T00:40:04,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T00:40:04,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T00:40:04,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T00:40:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:40:07,451 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:40:07,451 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e9fbdd699a9feaee929906a73981943, NAME => 'SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-07T00:40:07,451 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,451 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,452 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,452 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,454 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T00:40:07,454 INFO [StoreOpener-1e9fbdd699a9feaee929906a73981943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T00:40:07,456 INFO [StoreOpener-1e9fbdd699a9feaee929906a73981943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e9fbdd699a9feaee929906a73981943 columnFamilyName cf 2024-12-07T00:40:07,456 DEBUG [StoreOpener-1e9fbdd699a9feaee929906a73981943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,457 INFO [StoreOpener-1e9fbdd699a9feaee929906a73981943-1 {}] regionserver.HStore(327): Store=1e9fbdd699a9feaee929906a73981943/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,458 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,459 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,459 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,460 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,460 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,462 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:40:07,462 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7213154c5c7a54650e19fdab9e49cde3, NAME => 'SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-07T00:40:07,463 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,463 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,463 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,463 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,463 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T00:40:07,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T00:40:07,468 INFO [StoreOpener-7213154c5c7a54650e19fdab9e49cde3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,469 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,470 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1e9fbdd699a9feaee929906a73981943; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65846580, jitterRate=-0.018809497356414795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,470 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:07,470 INFO [StoreOpener-7213154c5c7a54650e19fdab9e49cde3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7213154c5c7a54650e19fdab9e49cde3 columnFamilyName cf 2024-12-07T00:40:07,470 DEBUG [StoreOpener-7213154c5c7a54650e19fdab9e49cde3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,471 INFO [StoreOpener-7213154c5c7a54650e19fdab9e49cde3-1 {}] regionserver.HStore(327): Store=7213154c5c7a54650e19fdab9e49cde3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,471 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,471 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1e9fbdd699a9feaee929906a73981943: Running coprocessor pre-open hook at 1733532007452Writing region info on filesystem at 1733532007452Initializing all the Stores at 1733532007453 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007454 (+1 ms)Cleaning up temporary data from old regions at 1733532007460 (+6 ms)Running coprocessor post-open hooks at 1733532007470 (+10 ms)Region opened successfully at 1733532007471 (+1 ms) 2024-12-07T00:40:07,472 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,473 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,474 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., pid=16, masterSystemTime=1733532007443 2024-12-07T00:40:07,474 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,474 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,477 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,480 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,481 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:07,481 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7213154c5c7a54650e19fdab9e49cde3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74338593, jitterRate=0.10773135721683502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,481 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:07,481 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e48d6a84ee35c0b31d4036793e03ff31, NAME => 'SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-07T00:40:07,482 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7213154c5c7a54650e19fdab9e49cde3: Running coprocessor pre-open hook at 1733532007463Writing region info on filesystem at 1733532007463Initializing all the Stores at 1733532007464 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007464Cleaning up temporary data from old regions at 1733532007474 (+10 ms)Running coprocessor post-open hooks at 1733532007481 (+7 ms)Region opened successfully at 1733532007482 (+1 ms) 2024-12-07T00:40:07,482 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:40:07,482 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:40:07,482 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:40:07,482 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1eadcd39b8367c44dc465424a6d51ff4, NAME => 'SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-07T00:40:07,482 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,483 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,483 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,483 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1e9fbdd699a9feaee929906a73981943, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:07,483 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,483 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., pid=17, masterSystemTime=1733532007453 2024-12-07T00:40:07,483 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,483 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,484 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,484 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,486 INFO [StoreOpener-1eadcd39b8367c44dc465424a6d51ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,486 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:40:07,486 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:40:07,486 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:40:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e9fbdd699a9feaee929906a73981943, server=3e92e60d7d96,45043,1733531984602 because future has completed 2024-12-07T00:40:07,487 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f176076dd80059c011c5b506a264ff27, NAME => 'SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-07T00:40:07,487 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,487 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,487 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,487 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7213154c5c7a54650e19fdab9e49cde3, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:07,488 INFO [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,490 INFO [StoreOpener-1eadcd39b8367c44dc465424a6d51ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eadcd39b8367c44dc465424a6d51ff4 columnFamilyName cf 2024-12-07T00:40:07,490 DEBUG [StoreOpener-1eadcd39b8367c44dc465424a6d51ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,491 INFO [StoreOpener-1eadcd39b8367c44dc465424a6d51ff4-1 {}] regionserver.HStore(327): Store=1eadcd39b8367c44dc465424a6d51ff4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,492 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7213154c5c7a54650e19fdab9e49cde3, server=3e92e60d7d96,37757,1733531984725 because future has completed 2024-12-07T00:40:07,492 INFO [StoreOpener-f176076dd80059c011c5b506a264ff27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,493 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,494 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,494 INFO [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48d6a84ee35c0b31d4036793e03ff31 columnFamilyName cf 2024-12-07T00:40:07,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-07T00:40:07,495 DEBUG [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,495 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,495 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,495 INFO [StoreOpener-f176076dd80059c011c5b506a264ff27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f176076dd80059c011c5b506a264ff27 columnFamilyName cf 2024-12-07T00:40:07,495 DEBUG [StoreOpener-f176076dd80059c011c5b506a264ff27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,496 INFO [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] regionserver.HStore(327): Store=e48d6a84ee35c0b31d4036793e03ff31/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,496 INFO [StoreOpener-f176076dd80059c011c5b506a264ff27-1 {}] regionserver.HStore(327): Store=f176076dd80059c011c5b506a264ff27/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,496 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,496 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,497 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,497 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e9fbdd699a9feaee929906a73981943, server=3e92e60d7d96,45043,1733531984602 in 10.0480 sec 2024-12-07T00:40:07,498 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,498 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,499 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,499 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-07T00:40:07,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7213154c5c7a54650e19fdab9e49cde3, server=3e92e60d7d96,37757,1733531984725 in 10.0530 sec 2024-12-07T00:40:07,499 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,501 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,502 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9fbdd699a9feaee929906a73981943, ASSIGN in 10.2260 sec 2024-12-07T00:40:07,502 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1eadcd39b8367c44dc465424a6d51ff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,503 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,503 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1eadcd39b8367c44dc465424a6d51ff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67884294, jitterRate=0.011554807424545288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,504 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:07,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7213154c5c7a54650e19fdab9e49cde3, ASSIGN in 10.2300 sec 2024-12-07T00:40:07,504 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1eadcd39b8367c44dc465424a6d51ff4: Running coprocessor pre-open hook at 1733532007483Writing region info on filesystem at 1733532007483Initializing all the Stores at 1733532007485 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007485Cleaning up temporary data from old regions at 1733532007495 (+10 ms)Running coprocessor post-open hooks at 1733532007504 (+9 ms)Region opened successfully at 1733532007504 2024-12-07T00:40:07,505 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,505 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4., pid=15, masterSystemTime=1733532007443 2024-12-07T00:40:07,508 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/e48d6a84ee35c0b31d4036793e03ff31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,509 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:40:07,509 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:40:07,509 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e48d6a84ee35c0b31d4036793e03ff31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64715948, jitterRate=-0.03565722703933716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,509 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:40:07,509 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:07,509 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e48d6a84ee35c0b31d4036793e03ff31: Running coprocessor pre-open hook at 1733532007484Writing region info on filesystem at 1733532007484Initializing all the Stores at 1733532007487 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007487Cleaning up temporary data from old regions at 1733532007499 (+12 ms)Running coprocessor post-open hooks at 1733532007509 (+10 ms)Region opened successfully at 1733532007509 2024-12-07T00:40:07,509 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => aca91eede6d531b40b934324c79a8533, NAME => 'SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-07T00:40:07,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1eadcd39b8367c44dc465424a6d51ff4, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:07,510 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,510 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,510 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,510 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,511 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31., pid=22, masterSystemTime=1733532007464 2024-12-07T00:40:07,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eadcd39b8367c44dc465424a6d51ff4, server=3e92e60d7d96,45043,1733531984602 because future has completed 2024-12-07T00:40:07,513 INFO [StoreOpener-aca91eede6d531b40b934324c79a8533-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,515 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/f176076dd80059c011c5b506a264ff27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,515 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:07,515 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:07,516 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:07,516 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 514dcb8d594084a91a6e651b8f913ec9, NAME => 'SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-07T00:40:07,516 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e48d6a84ee35c0b31d4036793e03ff31, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,32985,1733531984775 2024-12-07T00:40:07,516 INFO [StoreOpener-aca91eede6d531b40b934324c79a8533-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aca91eede6d531b40b934324c79a8533 columnFamilyName cf 2024-12-07T00:40:07,516 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,516 DEBUG [StoreOpener-aca91eede6d531b40b934324c79a8533-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,517 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,517 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,517 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,518 INFO [StoreOpener-aca91eede6d531b40b934324c79a8533-1 {}] regionserver.HStore(327): Store=aca91eede6d531b40b934324c79a8533/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,519 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,519 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f176076dd80059c011c5b506a264ff27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74455014, jitterRate=0.10946616530418396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,519 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:07,519 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f176076dd80059c011c5b506a264ff27: Running coprocessor pre-open hook at 1733532007488Writing region info on filesystem at 1733532007488Initializing all the Stores at 1733532007492 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007492Cleaning up temporary data from old regions at 1733532007502 (+10 ms)Running coprocessor post-open hooks at 1733532007519 (+17 ms)Region opened successfully at 1733532007519 2024-12-07T00:40:07,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e48d6a84ee35c0b31d4036793e03ff31, server=3e92e60d7d96,32985,1733531984775 because future has completed 2024-12-07T00:40:07,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-12-07T00:40:07,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1eadcd39b8367c44dc465424a6d51ff4, server=3e92e60d7d96,45043,1733531984602 in 10.0780 sec 2024-12-07T00:40:07,521 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,521 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,521 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27., pid=23, masterSystemTime=1733532007453 2024-12-07T00:40:07,522 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,522 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eadcd39b8367c44dc465424a6d51ff4, ASSIGN in 10.2500 sec 2024-12-07T00:40:07,524 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:40:07,524 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:40:07,525 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:40:07,525 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e82b18c630bccf6bb375a135104cfae, NAME => 'SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-07T00:40:07,525 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f176076dd80059c011c5b506a264ff27, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:07,525 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,525 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,526 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,526 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-07T00:40:07,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e48d6a84ee35c0b31d4036793e03ff31, server=3e92e60d7d96,32985,1733531984775 in 10.0640 sec 2024-12-07T00:40:07,528 INFO [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,528 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f176076dd80059c011c5b506a264ff27, server=3e92e60d7d96,37757,1733531984725 because future has completed 2024-12-07T00:40:07,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN in 10.2570 sec 2024-12-07T00:40:07,534 INFO [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 514dcb8d594084a91a6e651b8f913ec9 columnFamilyName cf 2024-12-07T00:40:07,534 DEBUG [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,535 INFO [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] regionserver.HStore(327): Store=514dcb8d594084a91a6e651b8f913ec9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,535 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-07T00:40:07,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f176076dd80059c011c5b506a264ff27, server=3e92e60d7d96,37757,1733531984725 in 10.0690 sec 2024-12-07T00:40:07,537 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,538 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,539 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f176076dd80059c011c5b506a264ff27, ASSIGN in 10.2660 sec 2024-12-07T00:40:07,539 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,540 INFO [StoreOpener-2e82b18c630bccf6bb375a135104cfae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,541 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/aca91eede6d531b40b934324c79a8533/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,541 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,542 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened aca91eede6d531b40b934324c79a8533; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72325028, jitterRate=0.07772690057754517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,542 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:07,542 INFO [StoreOpener-2e82b18c630bccf6bb375a135104cfae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e82b18c630bccf6bb375a135104cfae columnFamilyName cf 2024-12-07T00:40:07,542 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for aca91eede6d531b40b934324c79a8533: Running coprocessor pre-open hook at 1733532007510Writing region info on filesystem at 1733532007510Initializing all the Stores at 1733532007512 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007512Cleaning up temporary data from old regions at 1733532007522 (+10 ms)Running coprocessor post-open hooks at 1733532007542 (+20 ms)Region opened successfully at 1733532007542 2024-12-07T00:40:07,542 DEBUG [StoreOpener-2e82b18c630bccf6bb375a135104cfae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,544 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533., pid=18, masterSystemTime=1733532007443 2024-12-07T00:40:07,544 INFO [StoreOpener-2e82b18c630bccf6bb375a135104cfae-1 {}] regionserver.HStore(327): Store=2e82b18c630bccf6bb375a135104cfae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,546 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,547 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:40:07,547 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:40:07,548 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,549 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aca91eede6d531b40b934324c79a8533, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:07,549 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,550 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,550 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/514dcb8d594084a91a6e651b8f913ec9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,550 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,551 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 514dcb8d594084a91a6e651b8f913ec9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66034389, jitterRate=-0.01601092517375946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,551 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:07,551 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 514dcb8d594084a91a6e651b8f913ec9: Running coprocessor pre-open hook at 1733532007517Writing region info on filesystem at 1733532007517Initializing all the Stores at 1733532007520 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007521 (+1 ms)Cleaning up temporary data from old regions at 1733532007539 (+18 ms)Running coprocessor post-open hooks at 1733532007551 (+12 ms)Region opened successfully at 1733532007551 2024-12-07T00:40:07,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aca91eede6d531b40b934324c79a8533, server=3e92e60d7d96,45043,1733531984602 because future has completed 2024-12-07T00:40:07,553 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9., pid=24, masterSystemTime=1733532007464 2024-12-07T00:40:07,554 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,557 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:07,558 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:07,558 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:07,558 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d88c16b57f9223a8fd828de7fc2491df, NAME => 'SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-07T00:40:07,558 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,559 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,559 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,559 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,559 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,561 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2e82b18c630bccf6bb375a135104cfae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65714645, jitterRate=-0.020775482058525085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,561 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:07,561 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2e82b18c630bccf6bb375a135104cfae: Running coprocessor pre-open hook at 1733532007526Writing region info on filesystem at 1733532007526Initializing all the Stores at 1733532007528 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007528Cleaning up temporary data from old regions at 1733532007550 (+22 ms)Running coprocessor post-open hooks at 1733532007561 (+11 ms)Region opened successfully at 1733532007561 2024-12-07T00:40:07,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=514dcb8d594084a91a6e651b8f913ec9, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,32985,1733531984775 2024-12-07T00:40:07,561 INFO [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,563 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., pid=19, masterSystemTime=1733532007453 2024-12-07T00:40:07,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-12-07T00:40:07,564 INFO [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88c16b57f9223a8fd828de7fc2491df columnFamilyName cf 2024-12-07T00:40:07,564 DEBUG [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514dcb8d594084a91a6e651b8f913ec9, server=3e92e60d7d96,32985,1733531984775 because future has completed 2024-12-07T00:40:07,566 INFO [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] regionserver.HStore(327): Store=d88c16b57f9223a8fd828de7fc2491df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,566 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,566 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:40:07,566 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:40:07,566 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:40:07,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aca91eede6d531b40b934324c79a8533, server=3e92e60d7d96,45043,1733531984602 in 10.1130 sec 2024-12-07T00:40:07,567 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a45c572bf1cad7f3aedb2c3e14ee93f1, NAME => 'SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-07T00:40:07,567 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,567 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:07,567 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,567 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,568 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,568 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,569 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,569 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,569 INFO [StoreOpener-a45c572bf1cad7f3aedb2c3e14ee93f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,572 INFO [StoreOpener-a45c572bf1cad7f3aedb2c3e14ee93f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a45c572bf1cad7f3aedb2c3e14ee93f1 columnFamilyName cf 2024-12-07T00:40:07,572 DEBUG [StoreOpener-a45c572bf1cad7f3aedb2c3e14ee93f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:07,573 INFO [StoreOpener-a45c572bf1cad7f3aedb2c3e14ee93f1-1 {}] regionserver.HStore(327): Store=a45c572bf1cad7f3aedb2c3e14ee93f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:07,573 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,573 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,575 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,575 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,576 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,576 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2e82b18c630bccf6bb375a135104cfae, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:07,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aca91eede6d531b40b934324c79a8533, ASSIGN in 10.2940 sec 2024-12-07T00:40:07,579 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/d88c16b57f9223a8fd828de7fc2491df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,580 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d88c16b57f9223a8fd828de7fc2491df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59646554, jitterRate=-0.1111970841884613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,580 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:07,580 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d88c16b57f9223a8fd828de7fc2491df: Running coprocessor pre-open hook at 1733532007559Writing region info on filesystem at 1733532007559Initializing all the Stores at 1733532007561 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007561Cleaning up temporary data from old regions at 1733532007569 (+8 ms)Running coprocessor post-open hooks at 1733532007580 (+11 ms)Region opened successfully at 1733532007580 2024-12-07T00:40:07,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e82b18c630bccf6bb375a135104cfae, server=3e92e60d7d96,37757,1733531984725 because future has completed 2024-12-07T00:40:07,584 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,584 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., pid=21, masterSystemTime=1733532007464 2024-12-07T00:40:07,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-07T00:40:07,588 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:07,588 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:07,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 514dcb8d594084a91a6e651b8f913ec9, server=3e92e60d7d96,32985,1733531984775 in 10.1150 sec 2024-12-07T00:40:07,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-07T00:40:07,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN in 10.3160 sec 2024-12-07T00:40:07,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d88c16b57f9223a8fd828de7fc2491df, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,32985,1733531984775 2024-12-07T00:40:07,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e82b18c630bccf6bb375a135104cfae, server=3e92e60d7d96,37757,1733531984725 in 10.1350 sec 2024-12-07T00:40:07,592 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/a45c572bf1cad7f3aedb2c3e14ee93f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:40:07,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88c16b57f9223a8fd828de7fc2491df, server=3e92e60d7d96,32985,1733531984775 because future has completed 2024-12-07T00:40:07,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e82b18c630bccf6bb375a135104cfae, ASSIGN in 10.3200 sec 2024-12-07T00:40:07,594 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a45c572bf1cad7f3aedb2c3e14ee93f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642664, jitterRate=-0.051650404930114746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:07,594 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:07,594 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a45c572bf1cad7f3aedb2c3e14ee93f1: Running coprocessor pre-open hook at 1733532007568Writing region info on filesystem at 1733532007568Initializing all the Stores at 1733532007569 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532007569Cleaning up temporary data from old regions at 1733532007576 (+7 ms)Running coprocessor post-open hooks at 1733532007594 (+18 ms)Region opened successfully at 1733532007594 2024-12-07T00:40:07,596 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1., pid=20, masterSystemTime=1733532007453 2024-12-07T00:40:07,598 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:40:07,598 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:40:07,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-12-07T00:40:07,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d88c16b57f9223a8fd828de7fc2491df, server=3e92e60d7d96,32985,1733531984775 in 10.1370 sec 2024-12-07T00:40:07,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a45c572bf1cad7f3aedb2c3e14ee93f1, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:07,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN in 10.3290 sec 2024-12-07T00:40:07,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a45c572bf1cad7f3aedb2c3e14ee93f1, server=3e92e60d7d96,37757,1733531984725 because future has completed 2024-12-07T00:40:07,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-07T00:40:07,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a45c572bf1cad7f3aedb2c3e14ee93f1, server=3e92e60d7d96,37757,1733531984725 in 10.1480 sec 2024-12-07T00:40:07,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-07T00:40:07,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a45c572bf1cad7f3aedb2c3e14ee93f1, ASSIGN in 10.3390 sec 2024-12-07T00:40:07,615 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T00:40:07,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733532007615"}]},"ts":"1733532007615"} 2024-12-07T00:40:07,618 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-07T00:40:07,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T00:40:07,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5300 sec 2024-12-07T00:40:10,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-07T00:40:12,798 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T00:40:12,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T00:40:14,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-07T00:40:14,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-07T00:40:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:40:15,393 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-07T00:40:15,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-07T00:40:15,396 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:40:15,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-07T00:40:15,413 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:40:15,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-07T00:40:15,449 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., hostname=3e92e60d7d96,32985,1733531984775, seqNum=2] 2024-12-07T00:40:15,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., hostname=3e92e60d7d96,45043,1733531984602, seqNum=2] 2024-12-07T00:40:15,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., hostname=3e92e60d7d96,45043,1733531984602, seqNum=2] 2024-12-07T00:40:15,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., hostname=3e92e60d7d96,45043,1733531984602, seqNum=2] 2024-12-07T00:40:15,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., hostname=3e92e60d7d96,45043,1733531984602, seqNum=2] 2024-12-07T00:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., hostname=3e92e60d7d96,45043,1733531984602, seqNum=2] 2024-12-07T00:40:15,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., hostname=3e92e60d7d96,45043,1733531984602, seqNum=2] 2024-12-07T00:40:15,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., hostname=3e92e60d7d96,45043,1733531984602, seqNum=2] 2024-12-07T00:40:15,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,629 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:15,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3., hostname=3e92e60d7d96,37757,1733531984725, seqNum=2] 2024-12-07T00:40:16,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:40:16,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:40:16,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:40:16,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:40:16,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:40:16,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:40:16,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45043 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:40:16,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:40:16,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:40:17,063 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-07T00:40:17,065 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:40:17,066 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-07T00:40:17,071 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-07T00:40:17,087 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-07T00:40:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741848_1024 (size=49) 2024-12-07T00:40:17,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741848_1024 (size=49) 2024-12-07T00:40:17,099 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-07T00:40:17,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1eadcd39b8367c44dc465424a6d51ff4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f176076dd80059c011c5b506a264ff27}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a45c572bf1cad7f3aedb2c3e14ee93f1}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aca91eede6d531b40b934324c79a8533}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e82b18c630bccf6bb375a135104cfae}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9fbdd699a9feaee929906a73981943}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7213154c5c7a54650e19fdab9e49cde3}] 2024-12-07T00:40:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741848_1024 (size=49) 2024-12-07T00:40:17,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:17,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:17,105 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:17,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:17,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:17,113 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:17,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:17,113 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:17,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:17,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:17,166 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3e92e60d7d96,32985,1733531984775 2024-12-07T00:40:17,167 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3e92e60d7d96,32985,1733531984775: Simulated kill ***** 2024-12-07T00:40:17,167 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T00:40:17,170 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T00:40:17,197 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T00:40:17,199 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T00:40:17,199 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T00:40:17,204 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 538616808 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153472696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "3e92e60d7d96", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "3e92e60d7d96", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62631", "tag.serverName": "3e92e60d7d96,45043,1733531984602", "tag.clusterId": "2a3a6bf2-2339-4e91-938d-2f6381d4c849", "tag.Context": "regionserver", "tag.Hostname": "3e92e60d7d96", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733531984602, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-07T00:40:17,207 WARN [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36035 {}] master.MasterRpcServices(700): 3e92e60d7d96,32985,1733531984775 reported a fatal error: ***** ABORTING region server 3e92e60d7d96,32985,1733531984775: Simulated kill ***** 2024-12-07T00:40:17,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e92e60d7d96,32985,1733531984775' ***** 2024-12-07T00:40:17,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-07T00:40:17,209 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T00:40:17,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T00:40:17,210 INFO [RS:2;3e92e60d7d96:32985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-07T00:40:17,210 INFO [RS:2;3e92e60d7d96:32985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-07T00:40:17,210 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:40:17,210 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:40:17,210 INFO [RS:2;3e92e60d7d96:32985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3e92e60d7d96:32985. 2024-12-07T00:40:17,210 DEBUG [RS:2;3e92e60d7d96:32985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:40:17,210 DEBUG [RS:2;3e92e60d7d96:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:40:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741833_1009 (size=966) 2024-12-07T00:40:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741833_1009 (size=966) 2024-12-07T00:40:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741833_1009 (size=966) 2024-12-07T00:40:17,217 DEBUG [RS:2;3e92e60d7d96:32985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:40:17,217 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:40:17,218 INFO [RS:2;3e92e60d7d96:32985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32985 2024-12-07T00:40:17,233 INFO [regionserver/3e92e60d7d96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:40:17,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:40:17,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e92e60d7d96,32985,1733531984775 2024-12-07T00:40:17,290 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:40:17,300 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T00:40:17,301 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T00:40:17,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e92e60d7d96,32985,1733531984775] 2024-12-07T00:40:17,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e92e60d7d96,32985,1733531984775 already deleted, retry=false 2024-12-07T00:40:17,311 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3e92e60d7d96,32985,1733531984775 on 3e92e60d7d96,36035,1733531983749 2024-12-07T00:40:17,320 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3e92e60d7d96,32985,1733531984775, splitWal=true, meta=false 2024-12-07T00:40:17,323 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 3e92e60d7d96,32985,1733531984775 (carryingMeta=false) 3e92e60d7d96,32985,1733531984775/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@288bf2e2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T00:40:17,324 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3e92e60d7d96,32985,1733531984775, splitWal=true, meta=false 2024-12-07T00:40:17,325 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 3e92e60d7d96,32985,1733531984775 had 3 regions 2024-12-07T00:40:17,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:17,325 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:17,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:17,327 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 can not run currently because target server of region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 3e92e60d7d96,32985,1733531984775 is in state CRASHED, wait 1000 ms to retry 2024-12-07T00:40:17,327 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9; timeout=1000, timestamp=1733532018327 2024-12-07T00:40:17,327 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df can not run currently because target server of region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 3e92e60d7d96,32985,1733531984775 is in state CRASHED, wait 1000 ms to retry 2024-12-07T00:40:17,327 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df; timeout=1000, timestamp=1733532018327 2024-12-07T00:40:17,328 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3e92e60d7d96,32985,1733531984775, splitWal=true, meta=false, isMeta: false 2024-12-07T00:40:17,329 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 can not run currently because target server of region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 1000 ms to retry 2024-12-07T00:40:17,329 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31; timeout=1000, timestamp=1733532018329 2024-12-07T00:40:17,331 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting 2024-12-07T00:40:17,332 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3e92e60d7d96,32985,1733531984775 WAL count=1, meta=false 2024-12-07T00:40:17,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3e92e60d7d96%2C32985%2C1733531984775.1733531986458}] 2024-12-07T00:40:17,340 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:17,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3e92e60d7d96%2C32985%2C1733531984775.1733531986458, worker=3e92e60d7d96,45043,1733531984602}] 2024-12-07T00:40:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:40:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32985-0x101ad3ad7b10003, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:40:17,401 INFO [RS:2;3e92e60d7d96:32985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:40:17,401 INFO [RS:2;3e92e60d7d96:32985 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e92e60d7d96,32985,1733531984775; zookeeper connection closed. 2024-12-07T00:40:17,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ef5bacb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ef5bacb 2024-12-07T00:40:18,327 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:18,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:18,330 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:18,330 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 can not run currently because target server of region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 2000 ms to retry 2024-12-07T00:40:18,330 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df can not run currently because target server of region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 2000 ms to retry 2024-12-07T00:40:18,330 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9; timeout=2000, timestamp=1733532020330 2024-12-07T00:40:18,330 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df; timeout=2000, timestamp=1733532020330 2024-12-07T00:40:18,331 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 can not run currently because target server of region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 2000 ms to retry 2024-12-07T00:40:18,331 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31; timeout=2000, timestamp=1733532020331 2024-12-07T00:40:20,330 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:20,330 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:20,331 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:20,332 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df can not run currently because target server of region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 4000 ms to retry 2024-12-07T00:40:20,332 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 can not run currently because target server of region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 4000 ms to retry 2024-12-07T00:40:20,332 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df; timeout=4000, timestamp=1733532024332 2024-12-07T00:40:20,332 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9; timeout=4000, timestamp=1733532024332 2024-12-07T00:40:20,333 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 can not run currently because target server of region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 4000 ms to retry 2024-12-07T00:40:20,333 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31; timeout=4000, timestamp=1733532024333 2024-12-07T00:40:24,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:24,334 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:24,334 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:24,338 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 can not run currently because target server of region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 8000 ms to retry 2024-12-07T00:40:24,338 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df can not run currently because target server of region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 8000 ms to retry 2024-12-07T00:40:24,338 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 can not run currently because target server of region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 3e92e60d7d96,32985,1733531984775 is in state SPLITTING, wait 8000 ms to retry 2024-12-07T00:40:24,338 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df; timeout=8000, timestamp=1733532032338 2024-12-07T00:40:24,338 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31; timeout=8000, timestamp=1733532032338 2024-12-07T00:40:24,338 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9; timeout=8000, timestamp=1733532032338 2024-12-07T00:40:27,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-07T00:40:27,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-07T00:40:27,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-07T00:40:27,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-07T00:40:27,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:40:27,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:40:27,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-07T00:40:27,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:40:27,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:40:27,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-07T00:40:27,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:40:27,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-07T00:40:27,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-07T00:40:27,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:40:27,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2e82b18c630bccf6bb375a135104cfae 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-07T00:40:27,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 1e9fbdd699a9feaee929906a73981943 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-07T00:40:27,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7213154c5c7a54650e19fdab9e49cde3 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-07T00:40:27,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for aca91eede6d531b40b934324c79a8533: 2024-12-07T00:40:27,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1eadcd39b8367c44dc465424a6d51ff4: 2024-12-07T00:40:27,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a45c572bf1cad7f3aedb2c3e14ee93f1: 2024-12-07T00:40:27,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. for SnapshotProcedureTest completed. 2024-12-07T00:40:27,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. for SnapshotProcedureTest completed. 2024-12-07T00:40:27,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. for SnapshotProcedureTest completed. 2024-12-07T00:40:27,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:27,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:27,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:27,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:40:27,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:40:27,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:40:27,153 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458, size=966 (966bytes) 2024-12-07T00:40:27,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T00:40:27,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T00:40:27,154 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 2024-12-07T00:40:27,161 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 after 5ms 2024-12-07T00:40:27,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741849_1025 (size=57) 2024-12-07T00:40:27,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741849_1025 (size=57) 2024-12-07T00:40:27,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:40:27,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741849_1025 (size=57) 2024-12-07T00:40:27,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-07T00:40:27,183 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 took 32ms 2024-12-07T00:40:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-07T00:40:27,185 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:27,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:40:27,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1eadcd39b8367c44dc465424a6d51ff4 in 10.0870 sec 2024-12-07T00:40:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741850_1026 (size=65) 2024-12-07T00:40:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741850_1026 (size=65) 2024-12-07T00:40:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741850_1026 (size=65) 2024-12-07T00:40:27,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:40:27,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-07T00:40:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741851_1027 (size=65) 2024-12-07T00:40:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741851_1027 (size=65) 2024-12-07T00:40:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741851_1027 (size=65) 2024-12-07T00:40:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-07T00:40:27,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:27,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:40:27,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-07T00:40:27,200 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aca91eede6d531b40b934324c79a8533 2024-12-07T00:40:27,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:40:27,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f176076dd80059c011c5b506a264ff27: 2024-12-07T00:40:27,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. for SnapshotProcedureTest completed. 2024-12-07T00:40:27,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-07T00:40:27,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:40:27,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:27,201 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:40:27,204 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e48d6a84ee35c0b31d4036793e03ff31: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-07T00:40:27,206 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 514dcb8d594084a91a6e651b8f913ec9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-07T00:40:27,208 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d88c16b57f9223a8fd828de7fc2491df: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-07T00:40:27,209 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 so closing down 2024-12-07T00:40:27,209 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T00:40:27,209 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T00:40:27,214 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458, size=966, length=966, corrupted=false, cancelled=false 2024-12-07T00:40:27,214 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458, journal: Splitting hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458, size=966 (966bytes) at 1733532027153Finishing writing output for hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 so closing down at 1733532027209 (+56 ms)3 split writer threads finished at 1733532027209Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458, size=966, length=966, corrupted=false, cancelled=false at 1733532027214 (+5 ms) 2024-12-07T00:40:27,215 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 2024-12-07T00:40:27,215 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-07T00:40:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-07T00:40:27,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aca91eede6d531b40b934324c79a8533 in 10.1020 sec 2024-12-07T00:40:27,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a45c572bf1cad7f3aedb2c3e14ee93f1 in 10.1030 sec 2024-12-07T00:40:27,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/.tmp/cf/83d607b6101c461fb729bf9cdac8c375 is 34, key is baa/cf:cf/1733532016432/Put/seqid=0 2024-12-07T00:40:27,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/.tmp/cf/ea045246ab204884b15c0f307bacdf44 is 34, key is ccd/cf:cf/1733532016412/Put/seqid=0 2024-12-07T00:40:27,233 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting/3e92e60d7d96%2C32985%2C1733531984775.1733531986458 to hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs 2024-12-07T00:40:27,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-07T00:40:27,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3e92e60d7d96%2C32985%2C1733531984775.1733531986458, worker=3e92e60d7d96,45043,1733531984602 in 9.8900 sec 2024-12-07T00:40:27,242 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:27,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-07T00:40:27,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 3e92e60d7d96%2C32985%2C1733531984775.1733531986458, worker=3e92e60d7d96,45043,1733531984602 in 9.9090 sec 2024-12-07T00:40:27,251 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting dir is empty, no logs to split. 2024-12-07T00:40:27,251 INFO [PEWorker-4 {}] master.SplitWALManager(105): 3e92e60d7d96,32985,1733531984775 WAL count=0, meta=false 2024-12-07T00:40:27,251 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 3e92e60d7d96,32985,1733531984775 WAL splitting is done? wals=0, meta=false 2024-12-07T00:40:27,254 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3e92e60d7d96,32985,1733531984775 failed, ignore...File hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/WALs/3e92e60d7d96,32985,1733531984775-splitting does not exist. 2024-12-07T00:40:27,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN}] 2024-12-07T00:40:27,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN 2024-12-07T00:40:27,259 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN 2024-12-07T00:40:27,259 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN 2024-12-07T00:40:27,260 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T00:40:27,260 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T00:40:27,261 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T00:40:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741852_1028 (size=65) 2024-12-07T00:40:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741852_1028 (size=65) 2024-12-07T00:40:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741852_1028 (size=65) 2024-12-07T00:40:27,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:40:27,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-07T00:40:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-07T00:40:27,273 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:27,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f176076dd80059c011c5b506a264ff27 2024-12-07T00:40:27,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f176076dd80059c011c5b506a264ff27 in 10.1750 sec 2024-12-07T00:40:27,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/.tmp/cf/d9db7330efd8405cb2a3d40cab116826 is 34, key is eaa/cf:cf/1733532016928/Put/seqid=0 2024-12-07T00:40:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741853_1029 (size=499309) 2024-12-07T00:40:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741853_1029 (size=499309) 2024-12-07T00:40:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741853_1029 (size=499309) 2024-12-07T00:40:27,290 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/.tmp/cf/d9db7330efd8405cb2a3d40cab116826 2024-12-07T00:40:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741854_1030 (size=28623) 2024-12-07T00:40:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741855_1031 (size=47197) 2024-12-07T00:40:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741854_1030 (size=28623) 2024-12-07T00:40:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741855_1031 (size=47197) 2024-12-07T00:40:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741854_1030 (size=28623) 2024-12-07T00:40:27,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741855_1031 (size=47197) 2024-12-07T00:40:27,300 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/.tmp/cf/ea045246ab204884b15c0f307bacdf44 2024-12-07T00:40:27,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/.tmp/cf/ea045246ab204884b15c0f307bacdf44 as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/cf/ea045246ab204884b15c0f307bacdf44 2024-12-07T00:40:27,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/.tmp/cf/d9db7330efd8405cb2a3d40cab116826 as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/cf/d9db7330efd8405cb2a3d40cab116826 2024-12-07T00:40:27,346 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/cf/d9db7330efd8405cb2a3d40cab116826, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-07T00:40:27,346 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/cf/ea045246ab204884b15c0f307bacdf44, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-07T00:40:27,353 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7213154c5c7a54650e19fdab9e49cde3 in 227ms, sequenceid=5, compaction requested=false 2024-12-07T00:40:27,353 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 1e9fbdd699a9feaee929906a73981943 in 228ms, sequenceid=5, compaction requested=false 2024-12-07T00:40:27,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7213154c5c7a54650e19fdab9e49cde3: 2024-12-07T00:40:27,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1e9fbdd699a9feaee929906a73981943: 2024-12-07T00:40:27,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. for SnapshotProcedureTest completed. 2024-12-07T00:40:27,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. for SnapshotProcedureTest completed. 2024-12-07T00:40:27,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:27,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/cf/d9db7330efd8405cb2a3d40cab116826] hfiles 2024-12-07T00:40:27,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:27,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/cf/ea045246ab204884b15c0f307bacdf44] hfiles 2024-12-07T00:40:27,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/cf/d9db7330efd8405cb2a3d40cab116826 for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/cf/ea045246ab204884b15c0f307bacdf44 for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741856_1032 (size=97) 2024-12-07T00:40:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741856_1032 (size=97) 2024-12-07T00:40:27,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741856_1032 (size=97) 2024-12-07T00:40:27,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:40:27,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-07T00:40:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-07T00:40:27,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:27,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:40:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741857_1033 (size=105) 2024-12-07T00:40:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741857_1033 (size=105) 2024-12-07T00:40:27,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7213154c5c7a54650e19fdab9e49cde3 in 10.2730 sec 2024-12-07T00:40:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741857_1033 (size=105) 2024-12-07T00:40:27,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:40:27,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-07T00:40:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-07T00:40:27,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:27,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:40:27,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e9fbdd699a9feaee929906a73981943 in 10.2790 sec 2024-12-07T00:40:27,411 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(204): Hosts are {3e92e60d7d96=0} racks are {/default-rack=0} 2024-12-07T00:40:27,411 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T00:40:27,412 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T00:40:27,412 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T00:40:27,412 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T00:40:27,412 INFO [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T00:40:27,412 INFO [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T00:40:27,412 DEBUG [3e92e60d7d96:36035 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T00:40:27,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=514dcb8d594084a91a6e651b8f913ec9, regionState=OPENING, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:27,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d88c16b57f9223a8fd828de7fc2491df, regionState=OPENING, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:27,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e48d6a84ee35c0b31d4036793e03ff31, regionState=OPENING, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:27,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN because future has completed 2024-12-07T00:40:27,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514dcb8d594084a91a6e651b8f913ec9, server=3e92e60d7d96,37757,1733531984725}] 2024-12-07T00:40:27,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN because future has completed 2024-12-07T00:40:27,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88c16b57f9223a8fd828de7fc2491df, server=3e92e60d7d96,45043,1733531984602}] 2024-12-07T00:40:27,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN because future has completed 2024-12-07T00:40:27,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e48d6a84ee35c0b31d4036793e03ff31, server=3e92e60d7d96,45043,1733531984602}] 2024-12-07T00:40:27,697 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/.tmp/cf/83d607b6101c461fb729bf9cdac8c375 2024-12-07T00:40:27,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/.tmp/cf/83d607b6101c461fb729bf9cdac8c375 as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/cf/83d607b6101c461fb729bf9cdac8c375 2024-12-07T00:40:27,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/cf/83d607b6101c461fb729bf9cdac8c375, entries=731, sequenceid=5, filesize=28.0 K 2024-12-07T00:40:27,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2e82b18c630bccf6bb375a135104cfae in 596ms, sequenceid=5, compaction requested=false 2024-12-07T00:40:27,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2e82b18c630bccf6bb375a135104cfae: 2024-12-07T00:40:27,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. for SnapshotProcedureTest completed. 2024-12-07T00:40:27,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:27,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/cf/83d607b6101c461fb729bf9cdac8c375] hfiles 2024-12-07T00:40:27,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/cf/83d607b6101c461fb729bf9cdac8c375 for snapshot=SnapshotProcedureTest 2024-12-07T00:40:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741858_1034 (size=105) 2024-12-07T00:40:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741858_1034 (size=105) 2024-12-07T00:40:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741858_1034 (size=105) 2024-12-07T00:40:27,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:40:27,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-07T00:40:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-07T00:40:27,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:27,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:40:27,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e82b18c630bccf6bb375a135104cfae in 10.6320 sec 2024-12-07T00:40:32,338 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df held by pid=41 2024-12-07T00:40:32,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 held by pid=39 2024-12-07T00:40:32,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 held by pid=40 2024-12-07T00:40:32,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:32,339 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:32,339 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,427 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:37,427 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => e48d6a84ee35c0b31d4036793e03ff31, NAME => 'SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 514dcb8d594084a91a6e651b8f913ec9, NAME => 'SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,428 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,429 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,429 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,431 INFO [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,432 INFO [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 514dcb8d594084a91a6e651b8f913ec9 columnFamilyName cf 2024-12-07T00:40:37,432 DEBUG [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:37,433 INFO [StoreOpener-514dcb8d594084a91a6e651b8f913ec9-1 {}] regionserver.HStore(327): Store=514dcb8d594084a91a6e651b8f913ec9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:37,433 INFO [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,433 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,434 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,434 INFO [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48d6a84ee35c0b31d4036793e03ff31 columnFamilyName cf 2024-12-07T00:40:37,434 DEBUG [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:37,435 INFO [StoreOpener-e48d6a84ee35c0b31d4036793e03ff31-1 {}] regionserver.HStore(327): Store=e48d6a84ee35c0b31d4036793e03ff31/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:37,435 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,435 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,436 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,436 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,436 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,437 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,438 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,438 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,438 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,439 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 514dcb8d594084a91a6e651b8f913ec9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72620595, jitterRate=0.08213119208812714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:37,439 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,440 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 514dcb8d594084a91a6e651b8f913ec9: Running coprocessor pre-open hook at 1733532037429Writing region info on filesystem at 1733532037429Initializing all the Stores at 1733532037430 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532037430Cleaning up temporary data from old regions at 1733532037436 (+6 ms)Running coprocessor post-open hooks at 1733532037439 (+3 ms)Region opened successfully at 1733532037440 (+1 ms) 2024-12-07T00:40:37,440 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,441 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9., pid=42, masterSystemTime=1733532037419 2024-12-07T00:40:37,441 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened e48d6a84ee35c0b31d4036793e03ff31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67322743, jitterRate=0.003187045454978943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:37,441 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,441 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for e48d6a84ee35c0b31d4036793e03ff31: Running coprocessor pre-open hook at 1733532037429Writing region info on filesystem at 1733532037429Initializing all the Stores at 1733532037433 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532037433Cleaning up temporary data from old regions at 1733532037438 (+5 ms)Running coprocessor post-open hooks at 1733532037441 (+3 ms)Region opened successfully at 1733532037441 2024-12-07T00:40:37,442 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31., pid=44, masterSystemTime=1733532037419 2024-12-07T00:40:37,443 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:37,443 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:37,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=514dcb8d594084a91a6e651b8f913ec9, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:37,447 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:37,447 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:37,447 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:37,447 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => d88c16b57f9223a8fd828de7fc2491df, NAME => 'SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-07T00:40:37,448 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,448 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:40:37,448 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,448 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e48d6a84ee35c0b31d4036793e03ff31, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514dcb8d594084a91a6e651b8f913ec9, server=3e92e60d7d96,37757,1733531984725 because future has completed 2024-12-07T00:40:37,449 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3e92e60d7d96,37757,1733531984725, table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T00:40:37,450 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3e92e60d7d96,45043,1733531984602, table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T00:40:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e48d6a84ee35c0b31d4036793e03ff31, server=3e92e60d7d96,45043,1733531984602 because future has completed 2024-12-07T00:40:37,453 INFO [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-12-07T00:40:37,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 514dcb8d594084a91a6e651b8f913ec9, server=3e92e60d7d96,37757,1733531984725 in 10.0360 sec 2024-12-07T00:40:37,455 INFO [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88c16b57f9223a8fd828de7fc2491df columnFamilyName cf 2024-12-07T00:40:37,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-07T00:40:37,455 DEBUG [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:40:37,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e48d6a84ee35c0b31d4036793e03ff31, server=3e92e60d7d96,45043,1733531984602 in 10.0340 sec 2024-12-07T00:40:37,456 INFO [StoreOpener-d88c16b57f9223a8fd828de7fc2491df-1 {}] regionserver.HStore(327): Store=d88c16b57f9223a8fd828de7fc2491df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:40:37,456 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514dcb8d594084a91a6e651b8f913ec9, ASSIGN in 10.1970 sec 2024-12-07T00:40:37,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:37,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e48d6a84ee35c0b31d4036793e03ff31, ASSIGN in 10.1980 sec 2024-12-07T00:40:37,459 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:37,462 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,463 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,463 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,466 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,468 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened d88c16b57f9223a8fd828de7fc2491df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61258888, jitterRate=-0.08717143535614014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:40:37,468 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,468 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for d88c16b57f9223a8fd828de7fc2491df: Running coprocessor pre-open hook at 1733532037448Writing region info on filesystem at 1733532037448Initializing all the Stores at 1733532037451 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532037451Cleaning up temporary data from old regions at 1733532037463 (+12 ms)Running coprocessor post-open hooks at 1733532037468 (+5 ms)Region opened successfully at 1733532037468 2024-12-07T00:40:37,469 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., pid=43, masterSystemTime=1733532037419 2024-12-07T00:40:37,471 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:37,471 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:37,472 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d88c16b57f9223a8fd828de7fc2491df, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88c16b57f9223a8fd828de7fc2491df, server=3e92e60d7d96,45043,1733531984602 because future has completed 2024-12-07T00:40:37,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-07T00:40:37,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure d88c16b57f9223a8fd828de7fc2491df, server=3e92e60d7d96,45043,1733531984602 in 10.0600 sec 2024-12-07T00:40:37,481 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:37,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-07T00:40:37,482 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 3e92e60d7d96,32985,1733531984775 after splitting done 2024-12-07T00:40:37,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d88c16b57f9223a8fd828de7fc2491df, ASSIGN in 10.2220 sec 2024-12-07T00:40:37,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 3e92e60d7d96,32985,1733531984775, splitWal=true, meta=false in 20.1700 sec 2024-12-07T00:40:37,487 INFO [master/3e92e60d7d96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T00:40:37,487 INFO [master/3e92e60d7d96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T00:40:42,798 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T00:40:42,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T00:40:47,198 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-07T00:40:47,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-07T00:40:47,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:47,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 514dcb8d594084a91a6e651b8f913ec9: 2024-12-07T00:40:47,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. for SnapshotProcedureTest completed. 2024-12-07T00:40:47,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-07T00:40:47,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:47,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:47,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-07T00:40:47,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:47,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:40:47,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:47,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e48d6a84ee35c0b31d4036793e03ff31: 2024-12-07T00:40:47,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. for SnapshotProcedureTest completed. 2024-12-07T00:40:47,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d88c16b57f9223a8fd828de7fc2491df: 2024-12-07T00:40:47,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. for SnapshotProcedureTest completed. 2024-12-07T00:40:47,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:47,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:40:47,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:47,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:40:47,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:40:47,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:40:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741859_1035 (size=65) 2024-12-07T00:40:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741859_1035 (size=65) 2024-12-07T00:40:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741859_1035 (size=65) 2024-12-07T00:40:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741860_1036 (size=65) 2024-12-07T00:40:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741860_1036 (size=65) 2024-12-07T00:40:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741860_1036 (size=65) 2024-12-07T00:40:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741861_1037 (size=65) 2024-12-07T00:40:47,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:40:47,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-07T00:40:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741861_1037 (size=65) 2024-12-07T00:40:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-07T00:40:47,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:40:47,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741861_1037 (size=65) 2024-12-07T00:40:47,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-07T00:40:47,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:40:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-07T00:40:47,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:47,482 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:40:47,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 514dcb8d594084a91a6e651b8f913ec9 in 30.3820 sec 2024-12-07T00:40:47,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e48d6a84ee35c0b31d4036793e03ff31 in 30.3820 sec 2024-12-07T00:40:47,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:40:47,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-07T00:40:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-07T00:40:47,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:47,885 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:40:47,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-07T00:40:47,891 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-07T00:40:47,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d88c16b57f9223a8fd828de7fc2491df in 30.7870 sec 2024-12-07T00:40:47,894 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-07T00:40:47,897 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-07T00:40:47,897 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-07T00:40:47,899 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-07T00:40:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741862_1038 (size=1134) 2024-12-07T00:40:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741862_1038 (size=1134) 2024-12-07T00:40:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741862_1038 (size=1134) 2024-12-07T00:40:47,924 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-07T00:40:47,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-07T00:40:47,938 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:47,938 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:47,938 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:47,938 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:47,938 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:47,943 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:48,958 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3e92e60d7d96:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-07T00:40:52,452 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1e9fbdd699a9feaee929906a73981943, had cached 0 bytes from a total of 47197 2024-12-07T00:40:52,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7213154c5c7a54650e19fdab9e49cde3, had cached 0 bytes from a total of 499309 2024-12-07T00:40:52,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2e82b18c630bccf6bb375a135104cfae, had cached 0 bytes from a total of 28623 2024-12-07T00:40:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-07T00:40:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-07T00:40:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-07T00:40:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-07T00:40:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-07T00:40:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-07T00:40:57,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-07T00:40:57,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-07T00:40:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-07T00:40:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-07T00:40:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-07T00:40:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-07T00:40:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-07T00:40:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-07T00:40:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-07T00:40:57,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-07T00:40:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-07T00:40:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-07T00:40:57,954 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 Release verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:57,954 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 Release verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-07T00:40:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-07T00:40:57,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 in 10.0220 sec 2024-12-07T00:40:57,957 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:57,957 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 Release verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:57,957 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 Release verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:57,957 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:57,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 in 10.0250 sec 2024-12-07T00:40:57,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 in 10.0220 sec 2024-12-07T00:40:57,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 in 10.0250 sec 2024-12-07T00:40:57,960 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 Release verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:57,960 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 Release verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:57,961 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:40:57,961 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:40:57,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 in 10.0280 sec 2024-12-07T00:40:57,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 in 10.0280 sec 2024-12-07T00:40:58,281 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f176076dd80059c011c5b506a264ff27 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,282 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a45c572bf1cad7f3aedb2c3e14ee93f1 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,283 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 514dcb8d594084a91a6e651b8f913ec9 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,283 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2e82b18c630bccf6bb375a135104cfae changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,283 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7213154c5c7a54650e19fdab9e49cde3 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,284 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1eadcd39b8367c44dc465424a6d51ff4 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,284 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e48d6a84ee35c0b31d4036793e03ff31 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,284 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aca91eede6d531b40b934324c79a8533 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,284 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d88c16b57f9223a8fd828de7fc2491df changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:40:58,284 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1e9fbdd699a9feaee929906a73981943 changed from -1.0 to 0.0, refreshing cache 2024-12-07T00:41:07,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-07T00:41:07,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-07T00:41:07,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-07T00:41:07,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-07T00:41:07,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-07T00:41:07,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-07T00:41:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-07T00:41:07,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-07T00:41:07,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-07T00:41:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-07T00:41:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-07T00:41:07,965 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 Release verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:41:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-07T00:41:07,967 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 Release verify snapshot worker=3e92e60d7d96,45043,1733531984602 2024-12-07T00:41:07,967 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 Release verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:41:07,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 in 20.0330 sec 2024-12-07T00:41:07,968 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 Release verify snapshot worker=3e92e60d7d96,37757,1733531984725 2024-12-07T00:41:07,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,45043,1733531984602 in 20.0350 sec 2024-12-07T00:41:07,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 in 20.0350 sec 2024-12-07T00:41:07,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-12-07T00:41:07,971 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-07T00:41:07,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,37757,1733531984725 in 20.0360 sec 2024-12-07T00:41:07,971 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.hbase-snapshot/SnapshotProcedureTest 2024-12-07T00:41:07,974 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-07T00:41:07,974 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-07T00:41:07,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9160 sec 2024-12-07T00:41:08,211 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-07T00:41:08,218 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-07T00:41:08,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T00:41:08,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T00:41:08,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:41:08,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:08,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:08,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T00:41:08,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T00:41:08,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1407320320, stopped=false 2024-12-07T00:41:08,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3e92e60d7d96,36035,1733531983749 2024-12-07T00:41:08,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T00:41:08,297 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T00:41:08,298 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:08,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T00:41:08,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T00:41:08,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T00:41:08,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:41:08,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:08,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:08,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e92e60d7d96,45043,1733531984602' ***** 2024-12-07T00:41:08,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T00:41:08,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e92e60d7d96,37757,1733531984725' ***** 2024-12-07T00:41:08,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T00:41:08,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:41:08,300 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T00:41:08,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:41:08,301 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T00:41:08,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T00:41:08,301 INFO [RS:0;3e92e60d7d96:45043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T00:41:08,301 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T00:41:08,301 INFO [RS:0;3e92e60d7d96:45043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T00:41:08,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:41:08,302 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:41:08,302 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T00:41:08,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T00:41:08,302 INFO [RS:1;3e92e60d7d96:37757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T00:41:08,302 INFO [RS:1;3e92e60d7d96:37757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T00:41:08,302 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for f176076dd80059c011c5b506a264ff27 2024-12-07T00:41:08,302 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for aca91eede6d531b40b934324c79a8533 2024-12-07T00:41:08,303 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e9fbdd699a9feaee929906a73981943 2024-12-07T00:41:08,303 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for d88c16b57f9223a8fd828de7fc2491df 2024-12-07T00:41:08,303 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e82b18c630bccf6bb375a135104cfae 2024-12-07T00:41:08,303 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1eadcd39b8367c44dc465424a6d51ff4 2024-12-07T00:41:08,303 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for a45c572bf1cad7f3aedb2c3e14ee93f1 2024-12-07T00:41:08,303 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(959): stopping server 3e92e60d7d96,45043,1733531984602 2024-12-07T00:41:08,303 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 514dcb8d594084a91a6e651b8f913ec9 2024-12-07T00:41:08,303 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:41:08,303 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 7213154c5c7a54650e19fdab9e49cde3 2024-12-07T00:41:08,303 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e48d6a84ee35c0b31d4036793e03ff31, disabling compactions & flushes 2024-12-07T00:41:08,303 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f176076dd80059c011c5b506a264ff27, disabling compactions & flushes 2024-12-07T00:41:08,303 INFO [RS:0;3e92e60d7d96:45043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3e92e60d7d96:45043. 2024-12-07T00:41:08,303 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(959): stopping server 3e92e60d7d96,37757,1733531984725 2024-12-07T00:41:08,303 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:41:08,303 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:41:08,303 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:41:08,303 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:41:08,303 DEBUG [RS:0;3e92e60d7d96:45043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:41:08,303 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. after waiting 0 ms 2024-12-07T00:41:08,303 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:41:08,303 INFO [RS:1;3e92e60d7d96:37757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3e92e60d7d96:37757. 2024-12-07T00:41:08,303 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:41:08,303 DEBUG [RS:0;3e92e60d7d96:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:08,304 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. after waiting 0 ms 2024-12-07T00:41:08,304 DEBUG [RS:1;3e92e60d7d96:37757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:41:08,304 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:41:08,304 DEBUG [RS:1;3e92e60d7d96:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:08,304 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T00:41:08,304 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T00:41:08,304 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-07T00:41:08,304 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T00:41:08,304 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1325): Online Regions={f176076dd80059c011c5b506a264ff27=SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27., 2e82b18c630bccf6bb375a135104cfae=SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae., a45c572bf1cad7f3aedb2c3e14ee93f1=SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1., 514dcb8d594084a91a6e651b8f913ec9=SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9., 7213154c5c7a54650e19fdab9e49cde3=SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3.} 2024-12-07T00:41:08,304 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T00:41:08,305 DEBUG [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1351): Waiting on 2e82b18c630bccf6bb375a135104cfae, 514dcb8d594084a91a6e651b8f913ec9, 7213154c5c7a54650e19fdab9e49cde3, a45c572bf1cad7f3aedb2c3e14ee93f1, f176076dd80059c011c5b506a264ff27 2024-12-07T00:41:08,306 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-07T00:41:08,306 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1325): Online Regions={e48d6a84ee35c0b31d4036793e03ff31=SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31., aca91eede6d531b40b934324c79a8533=SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533., 1e9fbdd699a9feaee929906a73981943=SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943., d88c16b57f9223a8fd828de7fc2491df=SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df., 1588230740=hbase:meta,,1.1588230740, 1eadcd39b8367c44dc465424a6d51ff4=SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4.} 2024-12-07T00:41:08,306 DEBUG [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e9fbdd699a9feaee929906a73981943, 1eadcd39b8367c44dc465424a6d51ff4, aca91eede6d531b40b934324c79a8533, d88c16b57f9223a8fd828de7fc2491df, e48d6a84ee35c0b31d4036793e03ff31 2024-12-07T00:41:08,306 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T00:41:08,306 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T00:41:08,306 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T00:41:08,306 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T00:41:08,307 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T00:41:08,307 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-07T00:41:08,310 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/e48d6a84ee35c0b31d4036793e03ff31/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:41:08,311 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/f176076dd80059c011c5b506a264ff27/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:41:08,312 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:41:08,312 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:41:08,312 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e48d6a84ee35c0b31d4036793e03ff31: Waiting for close lock at 1733532068303Running coprocessor pre-close hooks at 1733532068303Disabling compacts and flushes for region at 1733532068303Disabling writes for close at 1733532068303Writing region close event to WAL at 1733532068304 (+1 ms)Running coprocessor post-close hooks at 1733532068310 (+6 ms)Closed at 1733532068312 (+2 ms) 2024-12-07T00:41:08,312 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f176076dd80059c011c5b506a264ff27: Waiting for close lock at 1733532068303Running coprocessor pre-close hooks at 1733532068303Disabling compacts and flushes for region at 1733532068303Disabling writes for close at 1733532068304 (+1 ms)Writing region close event to WAL at 1733532068306 (+2 ms)Running coprocessor post-close hooks at 1733532068312 (+6 ms)Closed at 1733532068312 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27. 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733531997084.e48d6a84ee35c0b31d4036793e03ff31. 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aca91eede6d531b40b934324c79a8533, disabling compactions & flushes 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e82b18c630bccf6bb375a135104cfae, disabling compactions & flushes 2024-12-07T00:41:08,313 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:41:08,313 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. after waiting 0 ms 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. after waiting 0 ms 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:41:08,313 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:41:08,321 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/aca91eede6d531b40b934324c79a8533/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:41:08,322 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:41:08,322 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aca91eede6d531b40b934324c79a8533: Waiting for close lock at 1733532068313Running coprocessor pre-close hooks at 1733532068313Disabling compacts and flushes for region at 1733532068313Disabling writes for close at 1733532068313Writing region close event to WAL at 1733532068314 (+1 ms)Running coprocessor post-close hooks at 1733532068322 (+8 ms)Closed at 1733532068322 2024-12-07T00:41:08,322 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733531997084.aca91eede6d531b40b934324c79a8533. 2024-12-07T00:41:08,322 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e9fbdd699a9feaee929906a73981943, disabling compactions & flushes 2024-12-07T00:41:08,322 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:41:08,322 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:41:08,323 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. after waiting 0 ms 2024-12-07T00:41:08,323 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:41:08,323 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/2e82b18c630bccf6bb375a135104cfae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T00:41:08,324 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:41:08,324 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e82b18c630bccf6bb375a135104cfae: Waiting for close lock at 1733532068313Running coprocessor pre-close hooks at 1733532068313Disabling compacts and flushes for region at 1733532068313Disabling writes for close at 1733532068313Writing region close event to WAL at 1733532068316 (+3 ms)Running coprocessor post-close hooks at 1733532068324 (+8 ms)Closed at 1733532068324 2024-12-07T00:41:08,324 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733531997084.2e82b18c630bccf6bb375a135104cfae. 2024-12-07T00:41:08,324 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a45c572bf1cad7f3aedb2c3e14ee93f1, disabling compactions & flushes 2024-12-07T00:41:08,324 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:41:08,324 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:41:08,324 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. after waiting 0 ms 2024-12-07T00:41:08,324 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:41:08,327 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1e9fbdd699a9feaee929906a73981943/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T00:41:08,328 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:41:08,328 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e9fbdd699a9feaee929906a73981943: Waiting for close lock at 1733532068322Running coprocessor pre-close hooks at 1733532068322Disabling compacts and flushes for region at 1733532068322Disabling writes for close at 1733532068323 (+1 ms)Writing region close event to WAL at 1733532068323Running coprocessor post-close hooks at 1733532068328 (+5 ms)Closed at 1733532068328 2024-12-07T00:41:08,328 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/a45c572bf1cad7f3aedb2c3e14ee93f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:41:08,328 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733531997084.1e9fbdd699a9feaee929906a73981943. 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d88c16b57f9223a8fd828de7fc2491df, disabling compactions & flushes 2024-12-07T00:41:08,329 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. after waiting 0 ms 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:41:08,329 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a45c572bf1cad7f3aedb2c3e14ee93f1: Waiting for close lock at 1733532068324Running coprocessor pre-close hooks at 1733532068324Disabling compacts and flushes for region at 1733532068324Disabling writes for close at 1733532068324Writing region close event to WAL at 1733532068325 (+1 ms)Running coprocessor post-close hooks at 1733532068329 (+4 ms)Closed at 1733532068329 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733531997084.a45c572bf1cad7f3aedb2c3e14ee93f1. 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 514dcb8d594084a91a6e651b8f913ec9, disabling compactions & flushes 2024-12-07T00:41:08,329 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. after waiting 0 ms 2024-12-07T00:41:08,329 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:41:08,335 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/info/ddd52f115e1646fdb84b68bb0eb97b67 is 167, key is SPTestTable,19999999,1733531997084.f176076dd80059c011c5b506a264ff27./info:regioninfo/1733532007525/Put/seqid=0 2024-12-07T00:41:08,336 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/d88c16b57f9223a8fd828de7fc2491df/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:41:08,336 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/514dcb8d594084a91a6e651b8f913ec9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:41:08,336 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d88c16b57f9223a8fd828de7fc2491df: Waiting for close lock at 1733532068329Running coprocessor pre-close hooks at 1733532068329Disabling compacts and flushes for region at 1733532068329Disabling writes for close at 1733532068329Writing region close event to WAL at 1733532068329Running coprocessor post-close hooks at 1733532068336 (+7 ms)Closed at 1733532068336 2024-12-07T00:41:08,337 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 514dcb8d594084a91a6e651b8f913ec9: Waiting for close lock at 1733532068329Running coprocessor pre-close hooks at 1733532068329Disabling compacts and flushes for region at 1733532068329Disabling writes for close at 1733532068329Writing region close event to WAL at 1733532068330 (+1 ms)Running coprocessor post-close hooks at 1733532068337 (+7 ms)Closed at 1733532068337 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733531997084.d88c16b57f9223a8fd828de7fc2491df. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733531997084.514dcb8d594084a91a6e651b8f913ec9. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1eadcd39b8367c44dc465424a6d51ff4, disabling compactions & flushes 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7213154c5c7a54650e19fdab9e49cde3, disabling compactions & flushes 2024-12-07T00:41:08,337 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:41:08,337 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. after waiting 0 ms 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. after waiting 0 ms 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:41:08,337 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:41:08,345 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/1eadcd39b8367c44dc465424a6d51ff4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:41:08,346 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:41:08,346 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1eadcd39b8367c44dc465424a6d51ff4: Waiting for close lock at 1733532068337Running coprocessor pre-close hooks at 1733532068337Disabling compacts and flushes for region at 1733532068337Disabling writes for close at 1733532068337Writing region close event to WAL at 1733532068338 (+1 ms)Running coprocessor post-close hooks at 1733532068346 (+8 ms)Closed at 1733532068346 2024-12-07T00:41:08,346 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733531997084.1eadcd39b8367c44dc465424a6d51ff4. 2024-12-07T00:41:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741863_1039 (size=19817) 2024-12-07T00:41:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741863_1039 (size=19817) 2024-12-07T00:41:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741863_1039 (size=19817) 2024-12-07T00:41:08,352 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/default/SPTestTable/7213154c5c7a54650e19fdab9e49cde3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T00:41:08,353 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/info/ddd52f115e1646fdb84b68bb0eb97b67 2024-12-07T00:41:08,353 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:41:08,353 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7213154c5c7a54650e19fdab9e49cde3: Waiting for close lock at 1733532068337Running coprocessor pre-close hooks at 1733532068337Disabling compacts and flushes for region at 1733532068337Disabling writes for close at 1733532068337Writing region close event to WAL at 1733532068339 (+2 ms)Running coprocessor post-close hooks at 1733532068353 (+14 ms)Closed at 1733532068353 2024-12-07T00:41:08,353 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733531997084.7213154c5c7a54650e19fdab9e49cde3. 2024-12-07T00:41:08,395 INFO [regionserver/3e92e60d7d96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:41:08,395 INFO [regionserver/3e92e60d7d96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:41:08,395 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T00:41:08,395 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T00:41:08,396 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/ns/d950cb25a80346baa917852c27355b23 is 43, key is default/ns:d/1733531996854/Put/seqid=0 2024-12-07T00:41:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741864_1040 (size=5153) 2024-12-07T00:41:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741864_1040 (size=5153) 2024-12-07T00:41:08,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741864_1040 (size=5153) 2024-12-07T00:41:08,405 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/ns/d950cb25a80346baa917852c27355b23 2024-12-07T00:41:08,426 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/table/779ec4cea8d646658c93ccae8e39000e is 47, key is SPTestTable/table:state/1733532007615/Put/seqid=0 2024-12-07T00:41:08,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741865_1041 (size=5214) 2024-12-07T00:41:08,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741865_1041 (size=5214) 2024-12-07T00:41:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741865_1041 (size=5214) 2024-12-07T00:41:08,437 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/table/779ec4cea8d646658c93ccae8e39000e 2024-12-07T00:41:08,446 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/info/ddd52f115e1646fdb84b68bb0eb97b67 as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/info/ddd52f115e1646fdb84b68bb0eb97b67 2024-12-07T00:41:08,454 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/info/ddd52f115e1646fdb84b68bb0eb97b67, entries=112, sequenceid=35, filesize=19.4 K 2024-12-07T00:41:08,455 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/ns/d950cb25a80346baa917852c27355b23 as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/ns/d950cb25a80346baa917852c27355b23 2024-12-07T00:41:08,465 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/ns/d950cb25a80346baa917852c27355b23, entries=2, sequenceid=35, filesize=5.0 K 2024-12-07T00:41:08,466 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/.tmp/table/779ec4cea8d646658c93ccae8e39000e as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/table/779ec4cea8d646658c93ccae8e39000e 2024-12-07T00:41:08,474 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/table/779ec4cea8d646658c93ccae8e39000e, entries=2, sequenceid=35, filesize=5.1 K 2024-12-07T00:41:08,476 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=35, compaction requested=false 2024-12-07T00:41:08,485 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-07T00:41:08,486 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T00:41:08,486 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T00:41:08,486 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733532068306Running coprocessor pre-close hooks at 1733532068306Disabling compacts and flushes for region at 1733532068306Disabling writes for close at 1733532068307 (+1 ms)Obtaining lock to block concurrent updates at 1733532068307Preparing flush snapshotting stores in 1588230740 at 1733532068307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733532068307Flushing stores of hbase:meta,,1.1588230740 at 1733532068308 (+1 ms)Flushing 1588230740/info: creating writer at 1733532068308Flushing 1588230740/info: appending metadata at 1733532068335 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733532068335Flushing 1588230740/ns: creating writer at 1733532068361 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733532068396 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1733532068396Flushing 1588230740/table: creating writer at 1733532068412 (+16 ms)Flushing 1588230740/table: appending metadata at 1733532068426 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733532068426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2b081b: reopening flushed file at 1733532068445 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5d41e5: reopening flushed file at 1733532068454 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2650b3cd: reopening flushed file at 1733532068465 (+11 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=35, compaction requested=false at 1733532068476 (+11 ms)Writing region close event to WAL at 1733532068481 (+5 ms)Running coprocessor post-close hooks at 1733532068486 (+5 ms)Closed at 1733532068486 2024-12-07T00:41:08,486 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T00:41:08,505 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(976): stopping server 3e92e60d7d96,37757,1733531984725; all regions closed. 2024-12-07T00:41:08,506 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(976): stopping server 3e92e60d7d96,45043,1733531984602; all regions closed. 2024-12-07T00:41:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741834_1010 (size=4052) 2024-12-07T00:41:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741834_1010 (size=4052) 2024-12-07T00:41:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741834_1010 (size=4052) 2024-12-07T00:41:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741836_1012 (size=18438) 2024-12-07T00:41:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741836_1012 (size=18438) 2024-12-07T00:41:08,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741836_1012 (size=18438) 2024-12-07T00:41:08,513 DEBUG [RS:1;3e92e60d7d96:37757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs 2024-12-07T00:41:08,513 INFO [RS:1;3e92e60d7d96:37757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e92e60d7d96%2C37757%2C1733531984725:(num 1733531986458) 2024-12-07T00:41:08,513 DEBUG [RS:1;3e92e60d7d96:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:08,514 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:41:08,514 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T00:41:08,514 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.ChoreService(370): Chore service for: regionserver/3e92e60d7d96:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T00:41:08,514 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T00:41:08,514 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T00:41:08,514 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T00:41:08,514 INFO [regionserver/3e92e60d7d96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T00:41:08,514 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T00:41:08,515 INFO [RS:1;3e92e60d7d96:37757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37757 2024-12-07T00:41:08,516 DEBUG [RS:0;3e92e60d7d96:45043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs 2024-12-07T00:41:08,516 INFO [RS:0;3e92e60d7d96:45043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e92e60d7d96%2C45043%2C1733531984602.meta:.meta(num 1733531996654) 2024-12-07T00:41:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741835_1011 (size=3500) 2024-12-07T00:41:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741835_1011 (size=3500) 2024-12-07T00:41:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741835_1011 (size=3500) 2024-12-07T00:41:08,520 DEBUG [RS:0;3e92e60d7d96:45043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/oldWALs 2024-12-07T00:41:08,521 INFO [RS:0;3e92e60d7d96:45043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e92e60d7d96%2C45043%2C1733531984602:(num 1733531986458) 2024-12-07T00:41:08,521 DEBUG [RS:0;3e92e60d7d96:45043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:08,521 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:41:08,521 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T00:41:08,521 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.ChoreService(370): Chore service for: regionserver/3e92e60d7d96:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T00:41:08,521 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T00:41:08,521 INFO [regionserver/3e92e60d7d96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T00:41:08,522 INFO [RS:0;3e92e60d7d96:45043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45043 2024-12-07T00:41:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:41:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e92e60d7d96,37757,1733531984725 2024-12-07T00:41:08,543 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:41:08,553 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e92e60d7d96,45043,1733531984602 2024-12-07T00:41:08,553 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:41:08,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e92e60d7d96,45043,1733531984602] 2024-12-07T00:41:08,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e92e60d7d96,45043,1733531984602 already deleted, retry=false 2024-12-07T00:41:08,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e92e60d7d96,45043,1733531984602 expired; onlineServers=1 2024-12-07T00:41:08,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e92e60d7d96,37757,1733531984725] 2024-12-07T00:41:08,585 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e92e60d7d96,37757,1733531984725 already deleted, retry=false 2024-12-07T00:41:08,585 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e92e60d7d96,37757,1733531984725 expired; onlineServers=0 2024-12-07T00:41:08,585 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3e92e60d7d96,36035,1733531983749' ***** 2024-12-07T00:41:08,585 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T00:41:08,585 INFO [M:0;3e92e60d7d96:36035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:41:08,585 INFO [M:0;3e92e60d7d96:36035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T00:41:08,585 DEBUG [M:0;3e92e60d7d96:36035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T00:41:08,585 DEBUG [M:0;3e92e60d7d96:36035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T00:41:08,585 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T00:41:08,585 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.large.0-1733531985988 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.large.0-1733531985988,5,FailOnTimeoutGroup] 2024-12-07T00:41:08,585 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.small.0-1733531985989 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.small.0-1733531985989,5,FailOnTimeoutGroup] 2024-12-07T00:41:08,586 INFO [M:0;3e92e60d7d96:36035 {}] hbase.ChoreService(370): Chore service for: master/3e92e60d7d96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T00:41:08,586 INFO [M:0;3e92e60d7d96:36035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T00:41:08,586 DEBUG [M:0;3e92e60d7d96:36035 {}] master.HMaster(1795): Stopping service threads 2024-12-07T00:41:08,586 INFO [M:0;3e92e60d7d96:36035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T00:41:08,586 INFO [M:0;3e92e60d7d96:36035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T00:41:08,586 ERROR [M:0;3e92e60d7d96:36035 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:39161 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39161,5,PEWorkerGroup] 2024-12-07T00:41:08,587 INFO [M:0;3e92e60d7d96:36035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T00:41:08,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T00:41:08,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T00:41:08,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:08,595 DEBUG [M:0;3e92e60d7d96:36035 {}] zookeeper.ZKUtil(347): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T00:41:08,596 WARN [M:0;3e92e60d7d96:36035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T00:41:08,596 INFO [M:0;3e92e60d7d96:36035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/.lastflushedseqids 2024-12-07T00:41:08,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741866_1042 (size=668) 2024-12-07T00:41:08,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741866_1042 (size=668) 2024-12-07T00:41:08,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741866_1042 (size=668) 2024-12-07T00:41:08,614 INFO [M:0;3e92e60d7d96:36035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T00:41:08,614 INFO [M:0;3e92e60d7d96:36035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T00:41:08,614 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T00:41:08,614 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:08,614 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:08,614 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T00:41:08,614 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:08,614 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.37 KB heapSize=229.78 KB 2024-12-07T00:41:08,630 DEBUG [M:0;3e92e60d7d96:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0cbf95acbeb4906bbf70f014a5709b1 is 82, key is hbase:meta,,1/info:regioninfo/1733531996725/Put/seqid=0 2024-12-07T00:41:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741867_1043 (size=5672) 2024-12-07T00:41:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741867_1043 (size=5672) 2024-12-07T00:41:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741867_1043 (size=5672) 2024-12-07T00:41:08,638 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0cbf95acbeb4906bbf70f014a5709b1 2024-12-07T00:41:08,661 DEBUG [M:0;3e92e60d7d96:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a30438ff230b4b05a2db4c6c183288ec is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733532007623/Put/seqid=0 2024-12-07T00:41:08,664 INFO [RS:1;3e92e60d7d96:37757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:41:08,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:08,664 INFO [RS:1;3e92e60d7d96:37757 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e92e60d7d96,37757,1733531984725; zookeeper connection closed. 2024-12-07T00:41:08,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101ad3ad7b10002, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:08,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c6538b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c6538b5 2024-12-07T00:41:08,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741868_1044 (size=8904) 2024-12-07T00:41:08,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741868_1044 (size=8904) 2024-12-07T00:41:08,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741868_1044 (size=8904) 2024-12-07T00:41:08,674 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:08,674 INFO [RS:0;3e92e60d7d96:45043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:41:08,674 INFO [RS:0;3e92e60d7d96:45043 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e92e60d7d96,45043,1733531984602; zookeeper connection closed. 2024-12-07T00:41:08,674 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45043-0x101ad3ad7b10001, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:08,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f4a2628 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f4a2628 2024-12-07T00:41:08,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-07T00:41:09,071 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.63 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a30438ff230b4b05a2db4c6c183288ec 2024-12-07T00:41:09,077 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a30438ff230b4b05a2db4c6c183288ec 2024-12-07T00:41:09,091 DEBUG [M:0;3e92e60d7d96:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b94a1002ea405ab0bba296f16b57d2 is 69, key is 3e92e60d7d96,37757,1733531984725/rs:state/1733531986063/Put/seqid=0 2024-12-07T00:41:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741869_1045 (size=5441) 2024-12-07T00:41:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741869_1045 (size=5441) 2024-12-07T00:41:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741869_1045 (size=5441) 2024-12-07T00:41:09,100 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b94a1002ea405ab0bba296f16b57d2 2024-12-07T00:41:09,105 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7b94a1002ea405ab0bba296f16b57d2 2024-12-07T00:41:09,106 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0cbf95acbeb4906bbf70f014a5709b1 as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0cbf95acbeb4906bbf70f014a5709b1 2024-12-07T00:41:09,112 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0cbf95acbeb4906bbf70f014a5709b1, entries=8, sequenceid=485, filesize=5.5 K 2024-12-07T00:41:09,113 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a30438ff230b4b05a2db4c6c183288ec as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a30438ff230b4b05a2db4c6c183288ec 2024-12-07T00:41:09,121 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a30438ff230b4b05a2db4c6c183288ec 2024-12-07T00:41:09,121 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a30438ff230b4b05a2db4c6c183288ec, entries=54, sequenceid=485, filesize=8.7 K 2024-12-07T00:41:09,122 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b94a1002ea405ab0bba296f16b57d2 as hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7b94a1002ea405ab0bba296f16b57d2 2024-12-07T00:41:09,129 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7b94a1002ea405ab0bba296f16b57d2 2024-12-07T00:41:09,129 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39161/user/jenkins/test-data/3aa27a45-4d24-c165-f6d9-0504a7b647c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7b94a1002ea405ab0bba296f16b57d2, entries=3, sequenceid=485, filesize=5.3 K 2024-12-07T00:41:09,130 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=485, compaction requested=false 2024-12-07T00:41:09,132 INFO [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:09,132 DEBUG [M:0;3e92e60d7d96:36035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733532068614Disabling compacts and flushes for region at 1733532068614Disabling writes for close at 1733532068614Obtaining lock to block concurrent updates at 1733532068614Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733532068614Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189816, getHeapSize=235232, getOffHeapSize=0, getCellsCount=588 at 1733532068615 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733532068615Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733532068615Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733532068629 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733532068629Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733532068643 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733532068660 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733532068660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733532069077 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733532069090 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733532069091 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e270d7: reopening flushed file at 1733532069105 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ca1c86: reopening flushed file at 1733532069112 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2e33e4: reopening flushed file at 1733532069121 (+9 ms)Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=485, compaction requested=false at 1733532069131 (+10 ms)Writing region close event to WAL at 1733532069132 (+1 ms)Closed at 1733532069132 2024-12-07T00:41:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41101 is added to blk_1073741830_1006 (size=222172) 2024-12-07T00:41:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741830_1006 (size=222172) 2024-12-07T00:41:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35427 is added to blk_1073741830_1006 (size=222172) 2024-12-07T00:41:09,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T00:41:09,143 INFO [M:0;3e92e60d7d96:36035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T00:41:09,144 INFO [M:0;3e92e60d7d96:36035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36035 2024-12-07T00:41:09,144 INFO [M:0;3e92e60d7d96:36035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:41:09,264 INFO [M:0;3e92e60d7d96:36035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:41:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:09,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101ad3ad7b10000, quorum=127.0.0.1:62631, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:09,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:41:09,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:41:09,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:41:09,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:41:09,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,STOPPED} 2024-12-07T00:41:09,308 WARN [BP-191682993-172.17.0.2-1733531978473 heartbeating to localhost/127.0.0.1:39161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T00:41:09,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T00:41:09,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T00:41:09,308 WARN [BP-191682993-172.17.0.2-1733531978473 heartbeating to localhost/127.0.0.1:39161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191682993-172.17.0.2-1733531978473 (Datanode Uuid 9f2ad2eb-e92e-465c-bafc-e425b37267c0) service to localhost/127.0.0.1:39161 2024-12-07T00:41:09,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data5/current/BP-191682993-172.17.0.2-1733531978473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:41:09,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data6/current/BP-191682993-172.17.0.2-1733531978473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:41:09,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T00:41:09,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:41:09,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:41:09,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:41:09,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:41:09,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,STOPPED} 2024-12-07T00:41:09,315 WARN [BP-191682993-172.17.0.2-1733531978473 heartbeating to localhost/127.0.0.1:39161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T00:41:09,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T00:41:09,315 WARN [BP-191682993-172.17.0.2-1733531978473 heartbeating to localhost/127.0.0.1:39161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191682993-172.17.0.2-1733531978473 (Datanode Uuid d55f4027-29fa-4703-a8d4-8f13daa19f28) service to localhost/127.0.0.1:39161 2024-12-07T00:41:09,315 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T00:41:09,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data3/current/BP-191682993-172.17.0.2-1733531978473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:41:09,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data4/current/BP-191682993-172.17.0.2-1733531978473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:41:09,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T00:41:09,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:41:09,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:41:09,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:41:09,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:41:09,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,STOPPED} 2024-12-07T00:41:09,325 WARN [BP-191682993-172.17.0.2-1733531978473 heartbeating to localhost/127.0.0.1:39161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T00:41:09,325 WARN [BP-191682993-172.17.0.2-1733531978473 heartbeating to localhost/127.0.0.1:39161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191682993-172.17.0.2-1733531978473 (Datanode Uuid 4db1c0c9-792e-4129-8443-ef7a20844b42) service to localhost/127.0.0.1:39161 2024-12-07T00:41:09,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data1/current/BP-191682993-172.17.0.2-1733531978473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:41:09,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/cluster_15b8faff-7472-07c1-5de5-3729a9cdaaec/data/data2/current/BP-191682993-172.17.0.2-1733531978473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:41:09,327 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T00:41:09,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T00:41:09,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T00:41:09,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T00:41:09,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:41:09,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:41:09,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:41:09,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir/,STOPPED} 2024-12-07T00:41:09,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T00:41:09,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T00:41:09,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3e92e60d7d96:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/3e92e60d7d96:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2277eb4b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39161 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/3e92e60d7d96:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3e92e60d7d96:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/3e92e60d7d96:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:39161 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3e92e60d7d96:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3e92e60d7d96:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=8275 (was 9369) 2024-12-07T00:41:09,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=8274 2024-12-07T00:41:09,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir so I do NOT create it in target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef 2024-12-07T00:41:09,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T00:41:09,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.tmp.dir so I do NOT create it in target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef 2024-12-07T00:41:09,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e95eb0b-6c06-9c8b-7f8f-0cd012274249/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T00:41:09,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557, deleteOnExit=true 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/test.cache.data in system properties and HBase conf 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir in system properties and HBase conf 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T00:41:09,421 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T00:41:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/nfs.dump.dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/java.io.tmpdir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T00:41:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T00:41:09,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:41:09,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:41:09,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:41:09,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:41:09,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T00:41:09,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:41:09,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:41:09,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:41:09,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49a02228{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/java.io.tmpdir/jetty-localhost-44673-hadoop-hdfs-3_4_1-tests_jar-_-any-10099743817003567015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T00:41:09,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:44673} 2024-12-07T00:41:09,922 INFO [Time-limited test {}] server.Server(415): Started @93816ms 2024-12-07T00:41:10,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:41:10,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:41:10,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:41:10,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:41:10,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T00:41:10,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:41:10,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:41:10,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db41d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/java.io.tmpdir/jetty-localhost-43539-hadoop-hdfs-3_4_1-tests_jar-_-any-13326459501848578378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:41:10,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:43539} 2024-12-07T00:41:10,318 INFO [Time-limited test {}] server.Server(415): Started @94212ms 2024-12-07T00:41:10,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T00:41:10,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:41:10,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:41:10,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:41:10,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:41:10,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T00:41:10,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:41:10,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:41:10,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ff2c577{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/java.io.tmpdir/jetty-localhost-42059-hadoop-hdfs-3_4_1-tests_jar-_-any-13972477616502909746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:41:10,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:42059} 2024-12-07T00:41:10,485 INFO [Time-limited test {}] server.Server(415): Started @94378ms 2024-12-07T00:41:10,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T00:41:10,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T00:41:10,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T00:41:10,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T00:41:10,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T00:41:10,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T00:41:10,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,AVAILABLE} 2024-12-07T00:41:10,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T00:41:10,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@553e562f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/java.io.tmpdir/jetty-localhost-36187-hadoop-hdfs-3_4_1-tests_jar-_-any-6776125048364485621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:41:10,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:36187} 2024-12-07T00:41:10,639 INFO [Time-limited test {}] server.Server(415): Started @94533ms 2024-12-07T00:41:10,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T00:41:12,071 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data1/current/BP-1589967738-172.17.0.2-1733532069449/current, will proceed with Du for space computation calculation, 2024-12-07T00:41:12,076 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data2/current/BP-1589967738-172.17.0.2-1733532069449/current, will proceed with Du for space computation calculation, 2024-12-07T00:41:12,107 WARN [Thread-655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T00:41:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fd41dd775a04111 with lease ID 0xcc009c4e512f0df6: Processing first storage report for DS-b751a6bb-5c29-45bd-b251-1ae9539aa052 from datanode DatanodeRegistration(127.0.0.1:45291, datanodeUuid=46902c41-5bd9-4dc9-b731-dbfa22042e7a, infoPort=37513, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449) 2024-12-07T00:41:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fd41dd775a04111 with lease ID 0xcc009c4e512f0df6: from storage DS-b751a6bb-5c29-45bd-b251-1ae9539aa052 node DatanodeRegistration(127.0.0.1:45291, datanodeUuid=46902c41-5bd9-4dc9-b731-dbfa22042e7a, infoPort=37513, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:41:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fd41dd775a04111 with lease ID 0xcc009c4e512f0df6: Processing first storage report for DS-d6f6797d-9b73-4afc-b85f-daa8b1f44616 from datanode DatanodeRegistration(127.0.0.1:45291, datanodeUuid=46902c41-5bd9-4dc9-b731-dbfa22042e7a, infoPort=37513, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449) 2024-12-07T00:41:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fd41dd775a04111 with lease ID 0xcc009c4e512f0df6: from storage DS-d6f6797d-9b73-4afc-b85f-daa8b1f44616 node DatanodeRegistration(127.0.0.1:45291, datanodeUuid=46902c41-5bd9-4dc9-b731-dbfa22042e7a, infoPort=37513, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:41:12,452 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data4/current/BP-1589967738-172.17.0.2-1733532069449/current, will proceed with Du for space computation calculation, 2024-12-07T00:41:12,452 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data3/current/BP-1589967738-172.17.0.2-1733532069449/current, will proceed with Du for space computation calculation, 2024-12-07T00:41:12,481 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T00:41:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4fec8dc127a7965 with lease ID 0xcc009c4e512f0df7: Processing first storage report for DS-4620fe88-d5ab-4fd0-8747-f7262ea17208 from datanode DatanodeRegistration(127.0.0.1:35579, datanodeUuid=1f46f4f9-78a9-4ef4-bea4-6d64035670e5, infoPort=37359, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449) 2024-12-07T00:41:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4fec8dc127a7965 with lease ID 0xcc009c4e512f0df7: from storage DS-4620fe88-d5ab-4fd0-8747-f7262ea17208 node DatanodeRegistration(127.0.0.1:35579, datanodeUuid=1f46f4f9-78a9-4ef4-bea4-6d64035670e5, infoPort=37359, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T00:41:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4fec8dc127a7965 with lease ID 0xcc009c4e512f0df7: Processing first storage report for DS-542c4941-ca53-4234-af28-945fc58f2a99 from datanode DatanodeRegistration(127.0.0.1:35579, datanodeUuid=1f46f4f9-78a9-4ef4-bea4-6d64035670e5, infoPort=37359, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449) 2024-12-07T00:41:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4fec8dc127a7965 with lease ID 0xcc009c4e512f0df7: from storage DS-542c4941-ca53-4234-af28-945fc58f2a99 node DatanodeRegistration(127.0.0.1:35579, datanodeUuid=1f46f4f9-78a9-4ef4-bea4-6d64035670e5, infoPort=37359, infoSecurePort=0, ipcPort=36021, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:41:12,556 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data5/current/BP-1589967738-172.17.0.2-1733532069449/current, will proceed with Du for space computation calculation, 2024-12-07T00:41:12,556 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data6/current/BP-1589967738-172.17.0.2-1733532069449/current, will proceed with Du for space computation calculation, 2024-12-07T00:41:12,577 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T00:41:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84461a6a700dcda5 with lease ID 0xcc009c4e512f0df8: Processing first storage report for DS-fa9b551d-e512-45f7-ab61-9d9eb74e64ba from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=e384e10a-6ea0-4545-ae8d-e1a6e8ba4fef, infoPort=46795, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449) 2024-12-07T00:41:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84461a6a700dcda5 with lease ID 0xcc009c4e512f0df8: from storage DS-fa9b551d-e512-45f7-ab61-9d9eb74e64ba node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=e384e10a-6ea0-4545-ae8d-e1a6e8ba4fef, infoPort=46795, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:41:12,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84461a6a700dcda5 with lease ID 0xcc009c4e512f0df8: Processing first storage report for DS-6f34b154-b59f-487e-b6d6-7c3b4adbd1b4 from datanode DatanodeRegistration(127.0.0.1:40183, datanodeUuid=e384e10a-6ea0-4545-ae8d-e1a6e8ba4fef, infoPort=46795, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449) 2024-12-07T00:41:12,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84461a6a700dcda5 with lease ID 0xcc009c4e512f0df8: from storage DS-6f34b154-b59f-487e-b6d6-7c3b4adbd1b4 node DatanodeRegistration(127.0.0.1:40183, datanodeUuid=e384e10a-6ea0-4545-ae8d-e1a6e8ba4fef, infoPort=46795, infoSecurePort=0, ipcPort=35071, storageInfo=lv=-57;cid=testClusterID;nsid=1261017300;c=1733532069449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T00:41:12,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef 2024-12-07T00:41:12,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/zookeeper_0, clientPort=65193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T00:41:12,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65193 2024-12-07T00:41:12,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741825_1001 (size=7) 2024-12-07T00:41:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741825_1001 (size=7) 2024-12-07T00:41:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741825_1001 (size=7) 2024-12-07T00:41:12,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb with version=8 2024-12-07T00:41:12,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/hbase-staging 2024-12-07T00:41:12,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:41:12,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:41:12,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:41:12,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T00:41:12,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:41:12,607 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40703 2024-12-07T00:41:12,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40703 connecting to ZooKeeper ensemble=127.0.0.1:65193 2024-12-07T00:41:12,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407030x0, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:41:12,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40703-0x101ad3c36350000 connected 2024-12-07T00:41:12,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:41:12,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb, hbase.cluster.distributed=false 2024-12-07T00:41:12,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:41:12,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-07T00:41:12,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40703 2024-12-07T00:41:12,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40703 2024-12-07T00:41:12,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-07T00:41:12,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-07T00:41:12,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:41:12,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:41:12,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:41:12,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T00:41:12,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:41:12,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39949 2024-12-07T00:41:12,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39949 connecting to ZooKeeper ensemble=127.0.0.1:65193 2024-12-07T00:41:12,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399490x0, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:41:12,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:41:12,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39949-0x101ad3c36350001 connected 2024-12-07T00:41:12,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T00:41:12,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T00:41:12,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T00:41:12,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:41:12,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39949 2024-12-07T00:41:12,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39949 2024-12-07T00:41:12,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39949 2024-12-07T00:41:12,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39949 2024-12-07T00:41:12,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39949 2024-12-07T00:41:12,873 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:41:12,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:41:12,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:41:12,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T00:41:12,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:41:12,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43403 2024-12-07T00:41:12,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43403 connecting to ZooKeeper ensemble=127.0.0.1:65193 2024-12-07T00:41:12,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434030x0, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:41:12,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434030x0, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:41:12,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43403-0x101ad3c36350002 connected 2024-12-07T00:41:12,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T00:41:12,893 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T00:41:12,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T00:41:12,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:41:12,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-07T00:41:12,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43403 2024-12-07T00:41:12,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43403 2024-12-07T00:41:12,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-07T00:41:12,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-07T00:41:12,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e92e60d7d96:0 server-side Connection retries=45 2024-12-07T00:41:12,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T00:41:12,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T00:41:12,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T00:41:12,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T00:41:12,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T00:41:12,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36155 2024-12-07T00:41:12,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36155 connecting to ZooKeeper ensemble=127.0.0.1:65193 2024-12-07T00:41:12,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361550x0, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T00:41:12,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361550x0, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:41:12,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36155-0x101ad3c36350003 connected 2024-12-07T00:41:12,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T00:41:12,938 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T00:41:12,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T00:41:12,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T00:41:12,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-07T00:41:12,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36155 2024-12-07T00:41:12,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36155 2024-12-07T00:41:12,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-07T00:41:12,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-07T00:41:12,956 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3e92e60d7d96:40703 2024-12-07T00:41:12,956 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,020 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T00:41:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T00:41:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T00:41:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,079 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T00:41:13,080 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3e92e60d7d96,40703,1733532072606 from backup master directory 2024-12-07T00:41:13,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:13,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T00:41:13,105 WARN [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:41:13,105 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:13,112 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/hbase.id] with ID: d2e392d7-88b7-4ba1-9026-53b4c43f5686 2024-12-07T00:41:13,112 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.tmp/hbase.id 2024-12-07T00:41:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741826_1002 (size=42) 2024-12-07T00:41:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741826_1002 (size=42) 2024-12-07T00:41:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741826_1002 (size=42) 2024-12-07T00:41:13,127 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.tmp/hbase.id]:[hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/hbase.id] 2024-12-07T00:41:13,149 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T00:41:13,149 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T00:41:13,151 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-07T00:41:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741827_1003 (size=196) 2024-12-07T00:41:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741827_1003 (size=196) 2024-12-07T00:41:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741827_1003 (size=196) 2024-12-07T00:41:13,170 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T00:41:13,171 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T00:41:13,172 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:41:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741828_1004 (size=1189) 2024-12-07T00:41:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741828_1004 (size=1189) 2024-12-07T00:41:13,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741828_1004 (size=1189) 2024-12-07T00:41:13,188 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store 2024-12-07T00:41:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741829_1005 (size=34) 2024-12-07T00:41:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741829_1005 (size=34) 2024-12-07T00:41:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741829_1005 (size=34) 2024-12-07T00:41:13,210 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:13,211 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T00:41:13,211 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:13,211 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:13,211 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T00:41:13,211 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:13,211 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:41:13,211 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733532073210Disabling compacts and flushes for region at 1733532073210Disabling writes for close at 1733532073211 (+1 ms)Writing region close event to WAL at 1733532073211Closed at 1733532073211 2024-12-07T00:41:13,212 WARN [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/.initializing 2024-12-07T00:41:13,212 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/WALs/3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:13,214 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:41:13,216 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C40703%2C1733532072606, suffix=, logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/WALs/3e92e60d7d96,40703,1733532072606, archiveDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/oldWALs, maxLogs=10 2024-12-07T00:41:13,230 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/WALs/3e92e60d7d96,40703,1733532072606/3e92e60d7d96%2C40703%2C1733532072606.1733532073216, exclude list is [], retry=0 2024-12-07T00:41:13,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-fa9b551d-e512-45f7-ab61-9d9eb74e64ba,DISK] 2024-12-07T00:41:13,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b751a6bb-5c29-45bd-b251-1ae9539aa052,DISK] 2024-12-07T00:41:13,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-4620fe88-d5ab-4fd0-8747-f7262ea17208,DISK] 2024-12-07T00:41:13,243 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/WALs/3e92e60d7d96,40703,1733532072606/3e92e60d7d96%2C40703%2C1733532072606.1733532073216 2024-12-07T00:41:13,244 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795),(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:37513:37513)] 2024-12-07T00:41:13,244 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T00:41:13,245 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:13,245 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,245 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T00:41:13,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:13,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:13,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T00:41:13,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:13,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:13,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T00:41:13,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:13,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:13,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T00:41:13,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:13,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:13,259 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,260 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,260 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,262 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,262 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,262 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T00:41:13,264 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T00:41:13,266 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:13,267 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71707662, jitterRate=0.06852743029594421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T00:41:13,268 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733532073245Initializing all the Stores at 1733532073246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733532073246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532073247 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532073247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532073247Cleaning up temporary data from old regions at 1733532073262 (+15 ms)Region opened successfully at 1733532073268 (+6 ms) 2024-12-07T00:41:13,269 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T00:41:13,273 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2527bc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:41:13,275 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T00:41:13,275 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T00:41:13,275 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T00:41:13,275 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T00:41:13,276 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T00:41:13,276 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T00:41:13,276 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-07T00:41:13,283 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T00:41:13,284 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T00:41:13,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:13,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:13,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:13,324 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T00:41:13,324 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T00:41:13,325 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T00:41:13,346 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T00:41:13,347 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T00:41:13,348 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T00:41:13,413 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T00:41:13,414 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T00:41:13,545 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T00:41:13,548 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T00:41:13,567 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T00:41:13,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,647 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3e92e60d7d96,40703,1733532072606, sessionid=0x101ad3c36350000, setting cluster-up flag (Was=false) 2024-12-07T00:41:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T00:41:13,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:13,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:13,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:13,899 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T00:41:13,902 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:14,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T00:41:14,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T00:41:14,129 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T00:41:14,132 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:14,135 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T00:41:14,138 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T00:41:14,139 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T00:41:14,139 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T00:41:14,139 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3e92e60d7d96,40703,1733532072606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=5, maxPoolSize=5 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3e92e60d7d96:0, corePoolSize=10, maxPoolSize=10 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:41:14,142 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,143 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733532104143 2024-12-07T00:41:14,143 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T00:41:14,143 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T00:41:14,143 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T00:41:14,143 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T00:41:14,143 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T00:41:14,143 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T00:41:14,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T00:41:14,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T00:41:14,144 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,144 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T00:41:14,145 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T00:41:14,145 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T00:41:14,145 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T00:41:14,145 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T00:41:14,145 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:14,145 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.large.0-1733532074145,5,FailOnTimeoutGroup] 2024-12-07T00:41:14,145 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.small.0-1733532074145,5,FailOnTimeoutGroup] 2024-12-07T00:41:14,145 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,146 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T00:41:14,146 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T00:41:14,146 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,148 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(746): ClusterId : d2e392d7-88b7-4ba1-9026-53b4c43f5686 2024-12-07T00:41:14,148 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(746): ClusterId : d2e392d7-88b7-4ba1-9026-53b4c43f5686 2024-12-07T00:41:14,148 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(746): ClusterId : d2e392d7-88b7-4ba1-9026-53b4c43f5686 2024-12-07T00:41:14,148 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T00:41:14,148 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T00:41:14,148 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T00:41:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741831_1007 (size=1321) 2024-12-07T00:41:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741831_1007 (size=1321) 2024-12-07T00:41:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741831_1007 (size=1321) 2024-12-07T00:41:14,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T00:41:14,155 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741832_1008 (size=32) 2024-12-07T00:41:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741832_1008 (size=32) 2024-12-07T00:41:14,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741832_1008 (size=32) 2024-12-07T00:41:14,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:14,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T00:41:14,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T00:41:14,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:14,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:14,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T00:41:14,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T00:41:14,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:14,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:14,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T00:41:14,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T00:41:14,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:14,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:14,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T00:41:14,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T00:41:14,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:14,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:14,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T00:41:14,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740 2024-12-07T00:41:14,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740 2024-12-07T00:41:14,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T00:41:14,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T00:41:14,176 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T00:41:14,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T00:41:14,179 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:14,179 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61636064, jitterRate=-0.08155107498168945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T00:41:14,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733532074164Initializing all the Stores at 1733532074165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733532074165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733532074166 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532074166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733532074166Cleaning up temporary data from old regions at 1733532074176 (+10 ms)Region opened successfully at 1733532074180 (+4 ms) 2024-12-07T00:41:14,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T00:41:14,180 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T00:41:14,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T00:41:14,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T00:41:14,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T00:41:14,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T00:41:14,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733532074180Disabling compacts and flushes for region at 1733532074180Disabling writes for close at 1733532074180Writing region close event to WAL at 1733532074180Closed at 1733532074180 2024-12-07T00:41:14,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T00:41:14,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T00:41:14,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T00:41:14,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T00:41:14,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T00:41:14,231 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T00:41:14,231 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T00:41:14,231 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T00:41:14,231 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T00:41:14,231 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T00:41:14,231 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T00:41:14,326 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T00:41:14,326 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T00:41:14,326 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T00:41:14,326 DEBUG [RS:1;3e92e60d7d96:43403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5948f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:41:14,326 DEBUG [RS:0;3e92e60d7d96:39949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4570fbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:41:14,326 DEBUG [RS:2;3e92e60d7d96:36155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b41cc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e92e60d7d96/172.17.0.2:0 2024-12-07T00:41:14,333 WARN [3e92e60d7d96:40703 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T00:41:14,336 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3e92e60d7d96:39949 2024-12-07T00:41:14,336 DEBUG [RS:1;3e92e60d7d96:43403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3e92e60d7d96:43403 2024-12-07T00:41:14,337 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T00:41:14,337 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T00:41:14,337 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T00:41:14,337 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T00:41:14,337 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T00:41:14,337 DEBUG [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T00:41:14,337 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e92e60d7d96,40703,1733532072606 with port=39949, startcode=1733532072839 2024-12-07T00:41:14,337 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e92e60d7d96,40703,1733532072606 with port=43403, startcode=1733532072872 2024-12-07T00:41:14,338 DEBUG [RS:1;3e92e60d7d96:43403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T00:41:14,338 DEBUG [RS:0;3e92e60d7d96:39949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T00:41:14,339 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T00:41:14,340 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T00:41:14,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:14,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(517): Registering regionserver=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:14,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:14,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(517): Registering regionserver=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:14,342 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:14,342 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38593 2024-12-07T00:41:14,342 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T00:41:14,342 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3e92e60d7d96:36155 2024-12-07T00:41:14,342 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T00:41:14,342 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T00:41:14,342 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T00:41:14,343 DEBUG [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:14,343 DEBUG [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38593 2024-12-07T00:41:14,343 DEBUG [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T00:41:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:41:14,355 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e92e60d7d96,40703,1733532072606 with port=36155, startcode=1733532072917 2024-12-07T00:41:14,355 DEBUG [RS:2;3e92e60d7d96:36155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T00:41:14,357 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T00:41:14,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:14,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(517): Registering regionserver=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:14,358 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:14,358 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38593 2024-12-07T00:41:14,358 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T00:41:14,415 DEBUG [RS:0;3e92e60d7d96:39949 {}] zookeeper.ZKUtil(111): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:14,415 WARN [RS:0;3e92e60d7d96:39949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:41:14,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e92e60d7d96,43403,1733532072872] 2024-12-07T00:41:14,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e92e60d7d96,39949,1733532072839] 2024-12-07T00:41:14,415 INFO [RS:0;3e92e60d7d96:39949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:41:14,415 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:41:14,431 DEBUG [RS:1;3e92e60d7d96:43403 {}] zookeeper.ZKUtil(111): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:14,431 WARN [RS:1;3e92e60d7d96:43403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:41:14,431 INFO [RS:1;3e92e60d7d96:43403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:41:14,431 DEBUG [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:14,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e92e60d7d96,36155,1733532072917] 2024-12-07T00:41:14,432 DEBUG [RS:2;3e92e60d7d96:36155 {}] zookeeper.ZKUtil(111): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:14,432 WARN [RS:2;3e92e60d7d96:36155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T00:41:14,432 INFO [RS:2;3e92e60d7d96:36155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:41:14,432 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:14,434 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T00:41:14,436 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T00:41:14,439 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T00:41:14,441 INFO [RS:0;3e92e60d7d96:39949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T00:41:14,441 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,443 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T00:41:14,444 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T00:41:14,444 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T00:41:14,445 INFO [RS:1;3e92e60d7d96:43403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T00:41:14,445 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,446 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T00:41:14,446 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,446 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,447 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,447 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,447 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:41:14,447 DEBUG [RS:0;3e92e60d7d96:39949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:41:14,450 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T00:41:14,450 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T00:41:14,451 INFO [RS:2;3e92e60d7d96:36155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T00:41:14,451 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,451 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,451 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,451 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,451 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,451 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T00:41:14,451 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,451 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,39949,1733532072839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:41:14,451 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T00:41:14,451 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0, corePoolSize=2, maxPoolSize=2 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,452 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,453 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,453 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:41:14,453 DEBUG [RS:1;3e92e60d7d96:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:41:14,453 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,453 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e92e60d7d96:0, corePoolSize=1, maxPoolSize=1 2024-12-07T00:41:14,453 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:41:14,453 DEBUG [RS:2;3e92e60d7d96:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e92e60d7d96:0, corePoolSize=3, maxPoolSize=3 2024-12-07T00:41:14,459 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,459 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,459 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,460 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,460 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,460 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,43403,1733532072872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:41:14,464 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,464 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,464 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,465 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,465 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,465 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36155,1733532072917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:41:14,465 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T00:41:14,465 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,39949,1733532072839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,465 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,465 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.Replication(171): 3e92e60d7d96,39949,1733532072839 started 2024-12-07T00:41:14,484 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T00:41:14,484 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T00:41:14,484 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,484 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1482): Serving as 3e92e60d7d96,39949,1733532072839, RpcServer on 3e92e60d7d96/172.17.0.2:39949, sessionid=0x101ad3c36350001 2024-12-07T00:41:14,484 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,43403,1733532072872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,484 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,36155,1733532072917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,484 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,484 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,484 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.Replication(171): 3e92e60d7d96,36155,1733532072917 started 2024-12-07T00:41:14,484 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.Replication(171): 3e92e60d7d96,43403,1733532072872 started 2024-12-07T00:41:14,484 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T00:41:14,484 DEBUG [RS:0;3e92e60d7d96:39949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:14,484 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,39949,1733532072839' 2024-12-07T00:41:14,484 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T00:41:14,485 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T00:41:14,485 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T00:41:14,485 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T00:41:14,486 DEBUG [RS:0;3e92e60d7d96:39949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:14,486 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,39949,1733532072839' 2024-12-07T00:41:14,486 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T00:41:14,486 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T00:41:14,486 DEBUG [RS:0;3e92e60d7d96:39949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T00:41:14,487 INFO [RS:0;3e92e60d7d96:39949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T00:41:14,487 INFO [RS:0;3e92e60d7d96:39949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T00:41:14,498 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,498 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(1482): Serving as 3e92e60d7d96,43403,1733532072872, RpcServer on 3e92e60d7d96/172.17.0.2:43403, sessionid=0x101ad3c36350002 2024-12-07T00:41:14,498 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T00:41:14,498 DEBUG [RS:1;3e92e60d7d96:43403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:14,498 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,43403,1733532072872' 2024-12-07T00:41:14,498 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T00:41:14,498 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T00:41:14,499 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T00:41:14,499 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T00:41:14,499 DEBUG [RS:1;3e92e60d7d96:43403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:14,499 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,43403,1733532072872' 2024-12-07T00:41:14,499 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T00:41:14,499 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T00:41:14,500 DEBUG [RS:1;3e92e60d7d96:43403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T00:41:14,500 INFO [RS:1;3e92e60d7d96:43403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T00:41:14,500 INFO [RS:1;3e92e60d7d96:43403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T00:41:14,503 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:14,503 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1482): Serving as 3e92e60d7d96,36155,1733532072917, RpcServer on 3e92e60d7d96/172.17.0.2:36155, sessionid=0x101ad3c36350003 2024-12-07T00:41:14,503 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T00:41:14,503 DEBUG [RS:2;3e92e60d7d96:36155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:14,503 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,36155,1733532072917' 2024-12-07T00:41:14,503 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T00:41:14,504 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T00:41:14,504 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T00:41:14,504 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T00:41:14,504 DEBUG [RS:2;3e92e60d7d96:36155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:14,504 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e92e60d7d96,36155,1733532072917' 2024-12-07T00:41:14,504 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T00:41:14,505 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T00:41:14,505 DEBUG [RS:2;3e92e60d7d96:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T00:41:14,505 INFO [RS:2;3e92e60d7d96:36155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T00:41:14,505 INFO [RS:2;3e92e60d7d96:36155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T00:41:14,587 INFO [RS:0;3e92e60d7d96:39949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:41:14,589 INFO [RS:0;3e92e60d7d96:39949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C39949%2C1733532072839, suffix=, logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,39949,1733532072839, archiveDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs, maxLogs=32 2024-12-07T00:41:14,600 INFO [RS:1;3e92e60d7d96:43403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:41:14,602 DEBUG [RS:0;3e92e60d7d96:39949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,39949,1733532072839/3e92e60d7d96%2C39949%2C1733532072839.1733532074590, exclude list is [], retry=0 2024-12-07T00:41:14,602 INFO [RS:1;3e92e60d7d96:43403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C43403%2C1733532072872, suffix=, logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872, archiveDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs, maxLogs=32 2024-12-07T00:41:14,605 INFO [RS:2;3e92e60d7d96:36155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T00:41:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-fa9b551d-e512-45f7-ab61-9d9eb74e64ba,DISK] 2024-12-07T00:41:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-4620fe88-d5ab-4fd0-8747-f7262ea17208,DISK] 2024-12-07T00:41:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b751a6bb-5c29-45bd-b251-1ae9539aa052,DISK] 2024-12-07T00:41:14,608 INFO [RS:2;3e92e60d7d96:36155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C36155%2C1733532072917, suffix=, logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,36155,1733532072917, archiveDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs, maxLogs=32 2024-12-07T00:41:14,616 INFO [RS:0;3e92e60d7d96:39949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,39949,1733532072839/3e92e60d7d96%2C39949%2C1733532072839.1733532074590 2024-12-07T00:41:14,618 DEBUG [RS:0;3e92e60d7d96:39949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795),(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:37513:37513)] 2024-12-07T00:41:14,621 DEBUG [RS:1;3e92e60d7d96:43403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872/3e92e60d7d96%2C43403%2C1733532072872.1733532074603, exclude list is [], retry=0 2024-12-07T00:41:14,621 DEBUG [RS:2;3e92e60d7d96:36155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,36155,1733532072917/3e92e60d7d96%2C36155%2C1733532072917.1733532074608, exclude list is [], retry=0 2024-12-07T00:41:14,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-4620fe88-d5ab-4fd0-8747-f7262ea17208,DISK] 2024-12-07T00:41:14,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-4620fe88-d5ab-4fd0-8747-f7262ea17208,DISK] 2024-12-07T00:41:14,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b751a6bb-5c29-45bd-b251-1ae9539aa052,DISK] 2024-12-07T00:41:14,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b751a6bb-5c29-45bd-b251-1ae9539aa052,DISK] 2024-12-07T00:41:14,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-fa9b551d-e512-45f7-ab61-9d9eb74e64ba,DISK] 2024-12-07T00:41:14,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-fa9b551d-e512-45f7-ab61-9d9eb74e64ba,DISK] 2024-12-07T00:41:14,638 INFO [RS:2;3e92e60d7d96:36155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,36155,1733532072917/3e92e60d7d96%2C36155%2C1733532072917.1733532074608 2024-12-07T00:41:14,638 INFO [RS:1;3e92e60d7d96:43403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 2024-12-07T00:41:14,640 DEBUG [RS:1;3e92e60d7d96:43403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795),(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:37513:37513)] 2024-12-07T00:41:14,641 DEBUG [RS:2;3e92e60d7d96:36155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:37513:37513),(127.0.0.1/127.0.0.1:46795:46795)] 2024-12-07T00:41:14,834 DEBUG [3e92e60d7d96:40703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-07T00:41:14,834 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(204): Hosts are {3e92e60d7d96=0} racks are {/default-rack=0} 2024-12-07T00:41:14,837 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T00:41:14,837 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T00:41:14,837 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T00:41:14,837 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T00:41:14,837 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T00:41:14,837 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T00:41:14,837 INFO [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T00:41:14,837 INFO [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T00:41:14,837 INFO [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T00:41:14,837 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T00:41:14,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:14,839 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e92e60d7d96,36155,1733532072917, state=OPENING 2024-12-07T00:41:14,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T00:41:14,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:14,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:14,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:14,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:41:14,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:14,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:14,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:14,873 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T00:41:14,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3e92e60d7d96,36155,1733532072917}] 2024-12-07T00:41:14,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:19,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T00:41:19,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:19,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:19,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:22,961 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3e92e60d7d96:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-07T00:41:24,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T00:41:24,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35165, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T00:41:24,888 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T00:41:24,889 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T00:41:24,889 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T00:41:24,892 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e92e60d7d96%2C36155%2C1733532072917.meta, suffix=.meta, logDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,36155,1733532072917, archiveDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs, maxLogs=32 2024-12-07T00:41:24,909 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,36155,1733532072917/3e92e60d7d96%2C36155%2C1733532072917.meta.1733532084893.meta, exclude list is [], retry=0 2024-12-07T00:41:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40183,DS-fa9b551d-e512-45f7-ab61-9d9eb74e64ba,DISK] 2024-12-07T00:41:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35579,DS-4620fe88-d5ab-4fd0-8747-f7262ea17208,DISK] 2024-12-07T00:41:24,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45291,DS-b751a6bb-5c29-45bd-b251-1ae9539aa052,DISK] 2024-12-07T00:41:24,913 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,36155,1733532072917/3e92e60d7d96%2C36155%2C1733532072917.meta.1733532084893.meta 2024-12-07T00:41:24,914 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795),(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:37513:37513)] 2024-12-07T00:41:24,914 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T00:41:24,914 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T00:41:24,914 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T00:41:24,914 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T00:41:24,914 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T00:41:24,914 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:24,914 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T00:41:24,915 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T00:41:24,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T00:41:24,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T00:41:24,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:24,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:24,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T00:41:24,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T00:41:24,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:24,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:24,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T00:41:24,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T00:41:24,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:24,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:24,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T00:41:24,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T00:41:24,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:24,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T00:41:24,922 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T00:41:24,923 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740 2024-12-07T00:41:24,924 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740 2024-12-07T00:41:24,926 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T00:41:24,926 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T00:41:24,926 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T00:41:24,927 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T00:41:24,928 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67416700, jitterRate=0.004587113857269287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T00:41:24,928 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T00:41:24,929 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733532084915Writing region info on filesystem at 1733532084915Initializing all the Stores at 1733532084916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733532084916Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733532084916Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532084916Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733532084916Cleaning up temporary data from old regions at 1733532084926 (+10 ms)Running coprocessor post-open hooks at 1733532084928 (+2 ms)Region opened successfully at 1733532084929 (+1 ms) 2024-12-07T00:41:24,930 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733532084876 2024-12-07T00:41:24,932 DEBUG [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T00:41:24,933 INFO [RS_OPEN_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T00:41:24,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:24,934 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e92e60d7d96,36155,1733532072917, state=OPEN 2024-12-07T00:41:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:41:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:41:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:41:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T00:41:24,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:24,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:24,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:24,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:24,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T00:41:24,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T00:41:24,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3e92e60d7d96,36155,1733532072917 in 10.0730 sec 2024-12-07T00:41:24,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T00:41:24,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7660 sec 2024-12-07T00:41:24,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T00:41:24,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T00:41:24,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T00:41:24,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e92e60d7d96,36155,1733532072917, seqNum=-1] 2024-12-07T00:41:24,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:41:24,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:41:24,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8230 sec 2024-12-07T00:41:24,961 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733532084961, completionTime=-1 2024-12-07T00:41:24,961 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-07T00:41:24,961 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T00:41:24,963 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-07T00:41:24,963 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733532144963 2024-12-07T00:41:24,963 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733532204963 2024-12-07T00:41:24,963 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T00:41:24,964 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,40703,1733532072606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:24,964 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,40703,1733532072606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:24,964 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,40703,1733532072606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:24,964 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3e92e60d7d96:40703, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:24,964 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:24,964 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:24,966 DEBUG [master/3e92e60d7d96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T00:41:24,967 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.862sec 2024-12-07T00:41:24,968 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T00:41:24,968 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T00:41:24,968 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T00:41:24,968 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T00:41:24,968 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T00:41:24,968 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,40703,1733532072606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T00:41:24,968 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,40703,1733532072606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T00:41:24,971 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T00:41:24,971 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T00:41:24,971 INFO [master/3e92e60d7d96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e92e60d7d96,40703,1733532072606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T00:41:25,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:41:25,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e92e60d7d96,40703,-1 for getting cluster id 2024-12-07T00:41:25,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T00:41:25,063 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2e392d7-88b7-4ba1-9026-53b4c43f5686' 2024-12-07T00:41:25,063 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T00:41:25,064 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2e392d7-88b7-4ba1-9026-53b4c43f5686" 2024-12-07T00:41:25,064 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58946d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:41:25,065 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e92e60d7d96,40703,-1] 2024-12-07T00:41:25,065 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T00:41:25,065 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:25,067 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T00:41:25,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24517013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:41:25,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T00:41:25,070 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e92e60d7d96,36155,1733532072917, seqNum=-1] 2024-12-07T00:41:25,070 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:41:25,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:41:25,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:25,073 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733532085073 (current time:1733532085073). 2024-12-07T00:41:25,073 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-07T00:41:25,073 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-07T00:41:25,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4174749c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:41:25,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e92e60d7d96,40703,-1 for getting cluster id 2024-12-07T00:41:25,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T00:41:25,075 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2e392d7-88b7-4ba1-9026-53b4c43f5686' 2024-12-07T00:41:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T00:41:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2e392d7-88b7-4ba1-9026-53b4c43f5686" 2024-12-07T00:41:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6255d774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:41:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e92e60d7d96,40703,-1] 2024-12-07T00:41:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T00:41:25,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:25,076 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T00:41:25,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26045c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T00:41:25,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T00:41:25,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e92e60d7d96,36155,1733532072917, seqNum=-1] 2024-12-07T00:41:25,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:41:25,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:41:25,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T00:41:25,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:41:25,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:25,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:25,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T00:41:25,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T00:41:25,081 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:25,081 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cdc96d7 2024-12-07T00:41:25,082 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T00:41:25,083 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T00:41:25,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T00:41:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-07T00:41:25,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T00:41:25,087 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:25,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-07T00:41:25,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T00:41:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741837_1013 (size=361) 2024-12-07T00:41:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741837_1013 (size=361) 2024-12-07T00:41:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741837_1013 (size=361) 2024-12-07T00:41:25,100 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d0aef5387e2ebda1749ca5d647a2bcdb, NAME => 'SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,100 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 91840e612830e6293f8caab21b8219d6, NAME => 'SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,100 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdcb21c7eef6ee2c5dacede935217ea9, NAME => 'SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741840_1016 (size=54) 2024-12-07T00:41:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741840_1016 (size=54) 2024-12-07T00:41:25,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741840_1016 (size=54) 2024-12-07T00:41:25,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bdcb21c7eef6ee2c5dacede935217ea9, disabling compactions & flushes 2024-12-07T00:41:25,113 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:25,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:25,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. after waiting 0 ms 2024-12-07T00:41:25,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:25,113 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:25,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdcb21c7eef6ee2c5dacede935217ea9: Waiting for close lock at 1733532085113Disabling compacts and flushes for region at 1733532085113Disabling writes for close at 1733532085113Writing region close event to WAL at 1733532085113Closed at 1733532085113 2024-12-07T00:41:25,114 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9216408fddba3cf510fd10a60890ce84, NAME => 'SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741838_1014 (size=62) 2024-12-07T00:41:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741838_1014 (size=62) 2024-12-07T00:41:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741838_1014 (size=62) 2024-12-07T00:41:25,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 91840e612830e6293f8caab21b8219d6, disabling compactions & flushes 2024-12-07T00:41:25,119 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:25,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:25,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. after waiting 0 ms 2024-12-07T00:41:25,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:25,119 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:25,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 91840e612830e6293f8caab21b8219d6: Waiting for close lock at 1733532085118Disabling compacts and flushes for region at 1733532085118Disabling writes for close at 1733532085119 (+1 ms)Writing region close event to WAL at 1733532085119Closed at 1733532085119 2024-12-07T00:41:25,119 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d7a35be12d75182623a52c13bbf18e38, NAME => 'SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741839_1015 (size=62) 2024-12-07T00:41:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741839_1015 (size=62) 2024-12-07T00:41:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741839_1015 (size=62) 2024-12-07T00:41:25,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d0aef5387e2ebda1749ca5d647a2bcdb, disabling compactions & flushes 2024-12-07T00:41:25,123 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:25,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:25,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. after waiting 0 ms 2024-12-07T00:41:25,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:25,123 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:25,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d0aef5387e2ebda1749ca5d647a2bcdb: Waiting for close lock at 1733532085123Disabling compacts and flushes for region at 1733532085123Disabling writes for close at 1733532085123Writing region close event to WAL at 1733532085123Closed at 1733532085123 2024-12-07T00:41:25,123 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 00037919da3232d82c45a8051abb2b38, NAME => 'SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741841_1017 (size=62) 2024-12-07T00:41:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741841_1017 (size=62) 2024-12-07T00:41:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741841_1017 (size=62) 2024-12-07T00:41:25,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9216408fddba3cf510fd10a60890ce84, disabling compactions & flushes 2024-12-07T00:41:25,126 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:25,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:25,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. after waiting 0 ms 2024-12-07T00:41:25,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:25,126 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:25,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9216408fddba3cf510fd10a60890ce84: Waiting for close lock at 1733532085126Disabling compacts and flushes for region at 1733532085126Disabling writes for close at 1733532085126Writing region close event to WAL at 1733532085126Closed at 1733532085126 2024-12-07T00:41:25,127 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b1a745a8ac7f83262f1fe0388569305, NAME => 'SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741842_1018 (size=62) 2024-12-07T00:41:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741842_1018 (size=62) 2024-12-07T00:41:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741842_1018 (size=62) 2024-12-07T00:41:25,132 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d7a35be12d75182623a52c13bbf18e38, disabling compactions & flushes 2024-12-07T00:41:25,133 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:25,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:25,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. after waiting 0 ms 2024-12-07T00:41:25,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:25,133 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:25,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d7a35be12d75182623a52c13bbf18e38: Waiting for close lock at 1733532085133Disabling compacts and flushes for region at 1733532085133Disabling writes for close at 1733532085133Writing region close event to WAL at 1733532085133Closed at 1733532085133 2024-12-07T00:41:25,133 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8447b60f0128fb35789e3f73a09512fa, NAME => 'SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741843_1019 (size=62) 2024-12-07T00:41:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741843_1019 (size=62) 2024-12-07T00:41:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741843_1019 (size=62) 2024-12-07T00:41:25,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 00037919da3232d82c45a8051abb2b38, disabling compactions & flushes 2024-12-07T00:41:25,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:25,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:25,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. after waiting 0 ms 2024-12-07T00:41:25,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:25,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:25,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 00037919da3232d82c45a8051abb2b38: Waiting for close lock at 1733532085140Disabling compacts and flushes for region at 1733532085140Disabling writes for close at 1733532085140Writing region close event to WAL at 1733532085140Closed at 1733532085140 2024-12-07T00:41:25,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e488a678a562161eac359f925f172b10, NAME => 'SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741844_1020 (size=62) 2024-12-07T00:41:25,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741844_1020 (size=62) 2024-12-07T00:41:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741844_1020 (size=62) 2024-12-07T00:41:25,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3b1a745a8ac7f83262f1fe0388569305, disabling compactions & flushes 2024-12-07T00:41:25,144 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:25,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:25,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. after waiting 0 ms 2024-12-07T00:41:25,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:25,144 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:25,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b1a745a8ac7f83262f1fe0388569305: Waiting for close lock at 1733532085144Disabling compacts and flushes for region at 1733532085144Disabling writes for close at 1733532085144Writing region close event to WAL at 1733532085144Closed at 1733532085144 2024-12-07T00:41:25,145 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f445f29fe53fd46c5e05e27bad29aa7, NAME => 'SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb 2024-12-07T00:41:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741845_1021 (size=62) 2024-12-07T00:41:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741845_1021 (size=62) 2024-12-07T00:41:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741845_1021 (size=62) 2024-12-07T00:41:25,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8447b60f0128fb35789e3f73a09512fa, disabling compactions & flushes 2024-12-07T00:41:25,151 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:25,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:25,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. after waiting 0 ms 2024-12-07T00:41:25,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:25,151 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:25,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8447b60f0128fb35789e3f73a09512fa: Waiting for close lock at 1733532085151Disabling compacts and flushes for region at 1733532085151Disabling writes for close at 1733532085151Writing region close event to WAL at 1733532085151Closed at 1733532085151 2024-12-07T00:41:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741846_1022 (size=62) 2024-12-07T00:41:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741846_1022 (size=62) 2024-12-07T00:41:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741846_1022 (size=62) 2024-12-07T00:41:25,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e488a678a562161eac359f925f172b10, disabling compactions & flushes 2024-12-07T00:41:25,154 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:25,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:25,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. after waiting 0 ms 2024-12-07T00:41:25,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:25,154 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741847_1023 (size=54) 2024-12-07T00:41:25,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e488a678a562161eac359f925f172b10: Waiting for close lock at 1733532085154Disabling compacts and flushes for region at 1733532085154Disabling writes for close at 1733532085154Writing region close event to WAL at 1733532085154Closed at 1733532085154 2024-12-07T00:41:25,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741847_1023 (size=54) 2024-12-07T00:41:25,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741847_1023 (size=54) 2024-12-07T00:41:25,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:25,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2f445f29fe53fd46c5e05e27bad29aa7, disabling compactions & flushes 2024-12-07T00:41:25,156 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:25,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:25,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. after waiting 0 ms 2024-12-07T00:41:25,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:25,156 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:25,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f445f29fe53fd46c5e05e27bad29aa7: Waiting for close lock at 1733532085156Disabling compacts and flushes for region at 1733532085156Disabling writes for close at 1733532085156Writing region close event to WAL at 1733532085156Closed at 1733532085156 2024-12-07T00:41:25,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733532085157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733532085157"}]},"ts":"1733532085157"} 2024-12-07T00:41:25,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-07T00:41:25,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T00:41:25,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733532085163"}]},"ts":"1733532085163"} 2024-12-07T00:41:25,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-07T00:41:25,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3e92e60d7d96=0} racks are {/default-rack=0} 2024-12-07T00:41:25,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T00:41:25,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T00:41:25,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T00:41:25,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T00:41:25,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T00:41:25,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T00:41:25,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T00:41:25,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T00:41:25,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T00:41:25,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T00:41:25,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bdcb21c7eef6ee2c5dacede935217ea9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91840e612830e6293f8caab21b8219d6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9216408fddba3cf510fd10a60890ce84, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7a35be12d75182623a52c13bbf18e38, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b1a745a8ac7f83262f1fe0388569305, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8447b60f0128fb35789e3f73a09512fa, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f445f29fe53fd46c5e05e27bad29aa7, ASSIGN}] 2024-12-07T00:41:25,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91840e612830e6293f8caab21b8219d6, ASSIGN 2024-12-07T00:41:25,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN 2024-12-07T00:41:25,175 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bdcb21c7eef6ee2c5dacede935217ea9, ASSIGN 2024-12-07T00:41:25,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7a35be12d75182623a52c13bbf18e38, ASSIGN 2024-12-07T00:41:25,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91840e612830e6293f8caab21b8219d6, ASSIGN; state=OFFLINE, location=3e92e60d7d96,36155,1733532072917; forceNewPlan=false, retain=false 2024-12-07T00:41:25,176 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7a35be12d75182623a52c13bbf18e38, ASSIGN; state=OFFLINE, location=3e92e60d7d96,36155,1733532072917; forceNewPlan=false, retain=false 2024-12-07T00:41:25,176 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bdcb21c7eef6ee2c5dacede935217ea9, ASSIGN; state=OFFLINE, location=3e92e60d7d96,39949,1733532072839; forceNewPlan=false, retain=false 2024-12-07T00:41:25,176 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN; state=OFFLINE, location=3e92e60d7d96,43403,1733532072872; forceNewPlan=false, retain=false 2024-12-07T00:41:25,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f445f29fe53fd46c5e05e27bad29aa7, ASSIGN 2024-12-07T00:41:25,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN 2024-12-07T00:41:25,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f445f29fe53fd46c5e05e27bad29aa7, ASSIGN; state=OFFLINE, location=3e92e60d7d96,39949,1733532072839; forceNewPlan=false, retain=false 2024-12-07T00:41:25,178 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b1a745a8ac7f83262f1fe0388569305, ASSIGN 2024-12-07T00:41:25,178 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN; state=OFFLINE, location=3e92e60d7d96,43403,1733532072872; forceNewPlan=false, retain=false 2024-12-07T00:41:25,178 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8447b60f0128fb35789e3f73a09512fa, ASSIGN 2024-12-07T00:41:25,178 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN 2024-12-07T00:41:25,179 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN; state=OFFLINE, location=3e92e60d7d96,43403,1733532072872; forceNewPlan=false, retain=false 2024-12-07T00:41:25,179 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8447b60f0128fb35789e3f73a09512fa, ASSIGN; state=OFFLINE, location=3e92e60d7d96,36155,1733532072917; forceNewPlan=false, retain=false 2024-12-07T00:41:25,179 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b1a745a8ac7f83262f1fe0388569305, ASSIGN; state=OFFLINE, location=3e92e60d7d96,39949,1733532072839; forceNewPlan=false, retain=false 2024-12-07T00:41:25,181 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9216408fddba3cf510fd10a60890ce84, ASSIGN 2024-12-07T00:41:25,182 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9216408fddba3cf510fd10a60890ce84, ASSIGN; state=OFFLINE, location=3e92e60d7d96,39949,1733532072839; forceNewPlan=false, retain=false 2024-12-07T00:41:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:25,327 INFO [3e92e60d7d96:40703 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-07T00:41:25,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e488a678a562161eac359f925f172b10, regionState=OPENING, regionLocation=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:25,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d0aef5387e2ebda1749ca5d647a2bcdb, regionState=OPENING, regionLocation=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:25,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=00037919da3232d82c45a8051abb2b38, regionState=OPENING, regionLocation=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:25,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2f445f29fe53fd46c5e05e27bad29aa7, regionState=OPENING, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:25,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3b1a745a8ac7f83262f1fe0388569305, regionState=OPENING, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:25,331 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9216408fddba3cf510fd10a60890ce84, regionState=OPENING, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:25,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdcb21c7eef6ee2c5dacede935217ea9, regionState=OPENING, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:25,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8447b60f0128fb35789e3f73a09512fa, regionState=OPENING, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:25,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7a35be12d75182623a52c13bbf18e38, regionState=OPENING, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:25,331 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=91840e612830e6293f8caab21b8219d6, regionState=OPENING, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:25,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN because future has completed 2024-12-07T00:41:25,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb, server=3e92e60d7d96,43403,1733532072872}] 2024-12-07T00:41:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN because future has completed 2024-12-07T00:41:25,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e488a678a562161eac359f925f172b10, server=3e92e60d7d96,43403,1733532072872}] 2024-12-07T00:41:25,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN because future has completed 2024-12-07T00:41:25,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00037919da3232d82c45a8051abb2b38, server=3e92e60d7d96,43403,1733532072872}] 2024-12-07T00:41:25,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b1a745a8ac7f83262f1fe0388569305, ASSIGN because future has completed 2024-12-07T00:41:25,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f445f29fe53fd46c5e05e27bad29aa7, ASSIGN because future has completed 2024-12-07T00:41:25,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a745a8ac7f83262f1fe0388569305, server=3e92e60d7d96,39949,1733532072839}] 2024-12-07T00:41:25,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7, server=3e92e60d7d96,39949,1733532072839}] 2024-12-07T00:41:25,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9216408fddba3cf510fd10a60890ce84, ASSIGN because future has completed 2024-12-07T00:41:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8447b60f0128fb35789e3f73a09512fa, ASSIGN because future has completed 2024-12-07T00:41:25,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9216408fddba3cf510fd10a60890ce84, server=3e92e60d7d96,39949,1733532072839}] 2024-12-07T00:41:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bdcb21c7eef6ee2c5dacede935217ea9, ASSIGN because future has completed 2024-12-07T00:41:25,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7a35be12d75182623a52c13bbf18e38, ASSIGN because future has completed 2024-12-07T00:41:25,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91840e612830e6293f8caab21b8219d6, ASSIGN because future has completed 2024-12-07T00:41:25,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7a35be12d75182623a52c13bbf18e38, server=3e92e60d7d96,36155,1733532072917}] 2024-12-07T00:41:25,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91840e612830e6293f8caab21b8219d6, server=3e92e60d7d96,36155,1733532072917}] 2024-12-07T00:41:25,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9, server=3e92e60d7d96,39949,1733532072839}] 2024-12-07T00:41:25,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8447b60f0128fb35789e3f73a09512fa, server=3e92e60d7d96,36155,1733532072917}] 2024-12-07T00:41:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:26,443 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T00:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:29,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:29,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:29,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:30,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T00:41:30,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:30,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:30,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:34,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T00:41:34,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T00:41:34,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T00:41:34,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T00:41:35,342 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T00:41:35,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T00:41:35,349 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T00:41:35,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50539, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T00:41:35,353 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:35,353 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e488a678a562161eac359f925f172b10, NAME => 'SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-07T00:41:35,353 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,353 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,354 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,354 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,359 INFO [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,361 INFO [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e488a678a562161eac359f925f172b10 columnFamilyName cf 2024-12-07T00:41:35,361 DEBUG [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,362 INFO [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] regionserver.HStore(327): Store=e488a678a562161eac359f925f172b10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,362 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,363 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,363 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9216408fddba3cf510fd10a60890ce84, NAME => 'SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-07T00:41:35,364 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8447b60f0128fb35789e3f73a09512fa, NAME => 'SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,364 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,365 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,365 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,365 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,365 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,366 INFO [StoreOpener-8447b60f0128fb35789e3f73a09512fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,366 INFO [StoreOpener-9216408fddba3cf510fd10a60890ce84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,366 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,367 INFO [StoreOpener-8447b60f0128fb35789e3f73a09512fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447b60f0128fb35789e3f73a09512fa columnFamilyName cf 2024-12-07T00:41:35,367 INFO [StoreOpener-9216408fddba3cf510fd10a60890ce84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9216408fddba3cf510fd10a60890ce84 columnFamilyName cf 2024-12-07T00:41:35,367 DEBUG [StoreOpener-8447b60f0128fb35789e3f73a09512fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,367 DEBUG [StoreOpener-9216408fddba3cf510fd10a60890ce84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,368 INFO [StoreOpener-9216408fddba3cf510fd10a60890ce84-1 {}] regionserver.HStore(327): Store=9216408fddba3cf510fd10a60890ce84/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,368 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,368 INFO [StoreOpener-8447b60f0128fb35789e3f73a09512fa-1 {}] regionserver.HStore(327): Store=8447b60f0128fb35789e3f73a09512fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,368 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,369 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,371 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,371 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,373 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,373 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,373 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e488a678a562161eac359f925f172b10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72514195, jitterRate=0.08054570853710175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,374 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e488a678a562161eac359f925f172b10 2024-12-07T00:41:35,374 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e488a678a562161eac359f925f172b10: Running coprocessor pre-open hook at 1733532095354Writing region info on filesystem at 1733532095354Initializing all the Stores at 1733532095355 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095355Cleaning up temporary data from old regions at 1733532095365 (+10 ms)Running coprocessor post-open hooks at 1733532095374 (+9 ms)Region opened successfully at 1733532095374 2024-12-07T00:41:35,374 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8447b60f0128fb35789e3f73a09512fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60849054, jitterRate=-0.0932784378528595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,374 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:35,374 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8447b60f0128fb35789e3f73a09512fa: Running coprocessor pre-open hook at 1733532095365Writing region info on filesystem at 1733532095365Initializing all the Stores at 1733532095366 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095366Cleaning up temporary data from old regions at 1733532095369 (+3 ms)Running coprocessor post-open hooks at 1733532095374 (+5 ms)Region opened successfully at 1733532095374 2024-12-07T00:41:35,374 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10., pid=16, masterSystemTime=1733532095341 2024-12-07T00:41:35,374 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa., pid=24, masterSystemTime=1733532095352 2024-12-07T00:41:35,376 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:35,376 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:35,377 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d0aef5387e2ebda1749ca5d647a2bcdb, NAME => 'SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-07T00:41:35,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e488a678a562161eac359f925f172b10, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/9216408fddba3cf510fd10a60890ce84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:35,377 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,377 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,377 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 91840e612830e6293f8caab21b8219d6, NAME => 'SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-07T00:41:35,378 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,378 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,378 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,378 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,378 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9216408fddba3cf510fd10a60890ce84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62468268, jitterRate=-0.06915026903152466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,378 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:35,378 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9216408fddba3cf510fd10a60890ce84: Running coprocessor pre-open hook at 1733532095365Writing region info on filesystem at 1733532095365Initializing all the Stores at 1733532095366 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095366Cleaning up temporary data from old regions at 1733532095369 (+3 ms)Running coprocessor post-open hooks at 1733532095378 (+9 ms)Region opened successfully at 1733532095378 2024-12-07T00:41:35,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8447b60f0128fb35789e3f73a09512fa, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e488a678a562161eac359f925f172b10, server=3e92e60d7d96,43403,1733532072872 because future has completed 2024-12-07T00:41:35,379 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84., pid=20, masterSystemTime=1733532095348 2024-12-07T00:41:35,380 INFO [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8447b60f0128fb35789e3f73a09512fa, server=3e92e60d7d96,36155,1733532072917 because future has completed 2024-12-07T00:41:35,381 INFO [StoreOpener-91840e612830e6293f8caab21b8219d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,382 INFO [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0aef5387e2ebda1749ca5d647a2bcdb columnFamilyName cf 2024-12-07T00:41:35,382 DEBUG [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,383 INFO [StoreOpener-91840e612830e6293f8caab21b8219d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91840e612830e6293f8caab21b8219d6 columnFamilyName cf 2024-12-07T00:41:35,383 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:35,383 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:35,383 DEBUG [StoreOpener-91840e612830e6293f8caab21b8219d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,383 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:35,383 INFO [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] regionserver.HStore(327): Store=d0aef5387e2ebda1749ca5d647a2bcdb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,383 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f445f29fe53fd46c5e05e27bad29aa7, NAME => 'SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-07T00:41:35,383 INFO [StoreOpener-91840e612830e6293f8caab21b8219d6-1 {}] regionserver.HStore(327): Store=91840e612830e6293f8caab21b8219d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,383 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,383 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,383 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,384 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,384 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,384 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9216408fddba3cf510fd10a60890ce84, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:35,384 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,385 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,385 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,385 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-07T00:41:35,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e488a678a562161eac359f925f172b10, server=3e92e60d7d96,43403,1733532072872 in 10.0440 sec 2024-12-07T00:41:35,386 INFO [StoreOpener-2f445f29fe53fd46c5e05e27bad29aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9216408fddba3cf510fd10a60890ce84, server=3e92e60d7d96,39949,1733532072839 because future has completed 2024-12-07T00:41:35,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-07T00:41:35,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN in 10.2140 sec 2024-12-07T00:41:35,388 INFO [StoreOpener-2f445f29fe53fd46c5e05e27bad29aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f445f29fe53fd46c5e05e27bad29aa7 columnFamilyName cf 2024-12-07T00:41:35,389 DEBUG [StoreOpener-2f445f29fe53fd46c5e05e27bad29aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,389 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,389 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,389 INFO [StoreOpener-2f445f29fe53fd46c5e05e27bad29aa7-1 {}] regionserver.HStore(327): Store=2f445f29fe53fd46c5e05e27bad29aa7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,390 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8447b60f0128fb35789e3f73a09512fa, server=3e92e60d7d96,36155,1733532072917 in 10.0320 sec 2024-12-07T00:41:35,391 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-07T00:41:35,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9216408fddba3cf510fd10a60890ce84, server=3e92e60d7d96,39949,1733532072839 in 10.0440 sec 2024-12-07T00:41:35,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8447b60f0128fb35789e3f73a09512fa, ASSIGN in 10.2170 sec 2024-12-07T00:41:35,391 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,392 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,392 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,392 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9216408fddba3cf510fd10a60890ce84, ASSIGN in 10.2190 sec 2024-12-07T00:41:35,393 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,393 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d0aef5387e2ebda1749ca5d647a2bcdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,393 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,393 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,393 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d0aef5387e2ebda1749ca5d647a2bcdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63042635, jitterRate=-0.06059153378009796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,393 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:35,393 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d0aef5387e2ebda1749ca5d647a2bcdb: Running coprocessor pre-open hook at 1733532095378Writing region info on filesystem at 1733532095378Initializing all the Stores at 1733532095378Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095379 (+1 ms)Cleaning up temporary data from old regions at 1733532095385 (+6 ms)Running coprocessor post-open hooks at 1733532095393 (+8 ms)Region opened successfully at 1733532095393 2024-12-07T00:41:35,394 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,394 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb., pid=15, masterSystemTime=1733532095341 2024-12-07T00:41:35,395 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,397 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:35,397 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:35,397 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:35,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d0aef5387e2ebda1749ca5d647a2bcdb, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:35,397 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 00037919da3232d82c45a8051abb2b38, NAME => 'SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-07T00:41:35,398 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,398 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,398 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,398 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,399 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,399 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/91840e612830e6293f8caab21b8219d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb, server=3e92e60d7d96,43403,1733532072872 because future has completed 2024-12-07T00:41:35,400 INFO [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,400 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2f445f29fe53fd46c5e05e27bad29aa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67504672, jitterRate=0.005897998809814453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,400 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 91840e612830e6293f8caab21b8219d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75401369, jitterRate=0.12356795370578766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,400 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:35,400 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:35,400 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 91840e612830e6293f8caab21b8219d6: Running coprocessor pre-open hook at 1733532095378Writing region info on filesystem at 1733532095378Initializing all the Stores at 1733532095380 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095380Cleaning up temporary data from old regions at 1733532095393 (+13 ms)Running coprocessor post-open hooks at 1733532095400 (+7 ms)Region opened successfully at 1733532095400 2024-12-07T00:41:35,400 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2f445f29fe53fd46c5e05e27bad29aa7: Running coprocessor pre-open hook at 1733532095384Writing region info on filesystem at 1733532095384Initializing all the Stores at 1733532095385 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095385Cleaning up temporary data from old regions at 1733532095392 (+7 ms)Running coprocessor post-open hooks at 1733532095400 (+8 ms)Region opened successfully at 1733532095400 2024-12-07T00:41:35,401 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6., pid=23, masterSystemTime=1733532095352 2024-12-07T00:41:35,401 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7., pid=19, masterSystemTime=1733532095348 2024-12-07T00:41:35,402 INFO [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00037919da3232d82c45a8051abb2b38 columnFamilyName cf 2024-12-07T00:41:35,402 DEBUG [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,402 INFO [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] regionserver.HStore(327): Store=00037919da3232d82c45a8051abb2b38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,402 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,403 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:35,404 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:35,404 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,404 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:35,404 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b1a745a8ac7f83262f1fe0388569305, NAME => 'SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-07T00:41:35,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-07T00:41:35,404 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2f445f29fe53fd46c5e05e27bad29aa7, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:35,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb, server=3e92e60d7d96,43403,1733532072872 in 10.0660 sec 2024-12-07T00:41:35,404 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,404 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,404 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,404 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,404 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:35,404 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:35,405 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:35,405 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d7a35be12d75182623a52c13bbf18e38, NAME => 'SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-07T00:41:35,405 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,405 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,405 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,405 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,405 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,406 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,406 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=91840e612830e6293f8caab21b8219d6, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:35,407 INFO [StoreOpener-d7a35be12d75182623a52c13bbf18e38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,407 INFO [StoreOpener-3b1a745a8ac7f83262f1fe0388569305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7, server=3e92e60d7d96,39949,1733532072839 because future has completed 2024-12-07T00:41:35,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN in 10.2320 sec 2024-12-07T00:41:35,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91840e612830e6293f8caab21b8219d6, server=3e92e60d7d96,36155,1733532072917 because future has completed 2024-12-07T00:41:35,410 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,410 INFO [StoreOpener-3b1a745a8ac7f83262f1fe0388569305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a745a8ac7f83262f1fe0388569305 columnFamilyName cf 2024-12-07T00:41:35,410 DEBUG [StoreOpener-3b1a745a8ac7f83262f1fe0388569305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,410 INFO [StoreOpener-d7a35be12d75182623a52c13bbf18e38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7a35be12d75182623a52c13bbf18e38 columnFamilyName cf 2024-12-07T00:41:35,410 DEBUG [StoreOpener-d7a35be12d75182623a52c13bbf18e38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,411 INFO [StoreOpener-3b1a745a8ac7f83262f1fe0388569305-1 {}] regionserver.HStore(327): Store=3b1a745a8ac7f83262f1fe0388569305/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,411 INFO [StoreOpener-d7a35be12d75182623a52c13bbf18e38-1 {}] regionserver.HStore(327): Store=d7a35be12d75182623a52c13bbf18e38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,411 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,411 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,412 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,412 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,412 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,412 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/00037919da3232d82c45a8051abb2b38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-07T00:41:35,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7, server=3e92e60d7d96,39949,1733532072839 in 10.0660 sec 2024-12-07T00:41:35,413 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,413 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,413 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,413 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,413 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-07T00:41:35,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f445f29fe53fd46c5e05e27bad29aa7, ASSIGN in 10.2410 sec 2024-12-07T00:41:35,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 91840e612830e6293f8caab21b8219d6, server=3e92e60d7d96,36155,1733532072917 in 10.0650 sec 2024-12-07T00:41:35,415 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,415 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91840e612830e6293f8caab21b8219d6, ASSIGN in 10.2420 sec 2024-12-07T00:41:35,416 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 00037919da3232d82c45a8051abb2b38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72552159, jitterRate=0.08111141622066498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,416 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:35,416 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 00037919da3232d82c45a8051abb2b38: Running coprocessor pre-open hook at 1733532095398Writing region info on filesystem at 1733532095398Initializing all the Stores at 1733532095399 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095399Cleaning up temporary data from old regions at 1733532095406 (+7 ms)Running coprocessor post-open hooks at 1733532095416 (+10 ms)Region opened successfully at 1733532095416 2024-12-07T00:41:35,417 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38., pid=17, masterSystemTime=1733532095341 2024-12-07T00:41:35,418 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d7a35be12d75182623a52c13bbf18e38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,418 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,418 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d7a35be12d75182623a52c13bbf18e38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69334132, jitterRate=0.033159077167510986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,418 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:35,418 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3b1a745a8ac7f83262f1fe0388569305; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67439827, jitterRate=0.004931733012199402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,418 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:35,418 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d7a35be12d75182623a52c13bbf18e38: Running coprocessor pre-open hook at 1733532095405Writing region info on filesystem at 1733532095405Initializing all the Stores at 1733532095406 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095406Cleaning up temporary data from old regions at 1733532095413 (+7 ms)Running coprocessor post-open hooks at 1733532095418 (+5 ms)Region opened successfully at 1733532095418 2024-12-07T00:41:35,418 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3b1a745a8ac7f83262f1fe0388569305: Running coprocessor pre-open hook at 1733532095405Writing region info on filesystem at 1733532095405Initializing all the Stores at 1733532095406 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095406Cleaning up temporary data from old regions at 1733532095413 (+7 ms)Running coprocessor post-open hooks at 1733532095418 (+5 ms)Region opened successfully at 1733532095418 2024-12-07T00:41:35,419 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:35,419 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:35,419 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305., pid=18, masterSystemTime=1733532095348 2024-12-07T00:41:35,419 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38., pid=22, masterSystemTime=1733532095352 2024-12-07T00:41:35,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=00037919da3232d82c45a8051abb2b38, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:35,421 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:35,421 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:35,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00037919da3232d82c45a8051abb2b38, server=3e92e60d7d96,43403,1733532072872 because future has completed 2024-12-07T00:41:35,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7a35be12d75182623a52c13bbf18e38, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:35,422 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:35,422 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:35,422 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:35,423 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => bdcb21c7eef6ee2c5dacede935217ea9, NAME => 'SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-07T00:41:35,423 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3b1a745a8ac7f83262f1fe0388569305, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:35,423 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:41:35,423 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,423 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7a35be12d75182623a52c13bbf18e38, server=3e92e60d7d96,36155,1733532072917 because future has completed 2024-12-07T00:41:35,425 INFO [StoreOpener-bdcb21c7eef6ee2c5dacede935217ea9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a745a8ac7f83262f1fe0388569305, server=3e92e60d7d96,39949,1733532072839 because future has completed 2024-12-07T00:41:35,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-07T00:41:35,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 00037919da3232d82c45a8051abb2b38, server=3e92e60d7d96,43403,1733532072872 in 10.0820 sec 2024-12-07T00:41:35,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-07T00:41:35,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN in 10.2540 sec 2024-12-07T00:41:35,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7a35be12d75182623a52c13bbf18e38, server=3e92e60d7d96,36155,1733532072917 in 10.0780 sec 2024-12-07T00:41:35,428 INFO [StoreOpener-bdcb21c7eef6ee2c5dacede935217ea9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdcb21c7eef6ee2c5dacede935217ea9 columnFamilyName cf 2024-12-07T00:41:35,428 DEBUG [StoreOpener-bdcb21c7eef6ee2c5dacede935217ea9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:41:35,429 INFO [StoreOpener-bdcb21c7eef6ee2c5dacede935217ea9-1 {}] regionserver.HStore(327): Store=bdcb21c7eef6ee2c5dacede935217ea9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:41:35,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-07T00:41:35,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7a35be12d75182623a52c13bbf18e38, ASSIGN in 10.2560 sec 2024-12-07T00:41:35,429 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b1a745a8ac7f83262f1fe0388569305, server=3e92e60d7d96,39949,1733532072839 in 10.0860 sec 2024-12-07T00:41:35,430 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,430 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b1a745a8ac7f83262f1fe0388569305, ASSIGN in 10.2570 sec 2024-12-07T00:41:35,431 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,431 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,433 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,435 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/bdcb21c7eef6ee2c5dacede935217ea9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T00:41:35,436 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened bdcb21c7eef6ee2c5dacede935217ea9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72217358, jitterRate=0.07612249255180359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:41:35,436 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:35,436 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for bdcb21c7eef6ee2c5dacede935217ea9: Running coprocessor pre-open hook at 1733532095423Writing region info on filesystem at 1733532095423Initializing all the Stores at 1733532095425 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532095425Cleaning up temporary data from old regions at 1733532095431 (+6 ms)Running coprocessor post-open hooks at 1733532095436 (+5 ms)Region opened successfully at 1733532095436 2024-12-07T00:41:35,437 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9., pid=21, masterSystemTime=1733532095348 2024-12-07T00:41:35,439 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:35,439 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:35,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdcb21c7eef6ee2c5dacede935217ea9, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:35,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9, server=3e92e60d7d96,39949,1733532072839 because future has completed 2024-12-07T00:41:35,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-07T00:41:35,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9, server=3e92e60d7d96,39949,1733532072839 in 10.0950 sec 2024-12-07T00:41:35,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T00:41:35,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bdcb21c7eef6ee2c5dacede935217ea9, ASSIGN in 10.2710 sec 2024-12-07T00:41:35,446 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T00:41:35,446 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733532095446"}]},"ts":"1733532095446"} 2024-12-07T00:41:35,448 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-07T00:41:35,449 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T00:41:35,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3650 sec 2024-12-07T00:41:38,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-07T00:41:40,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T00:41:40,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:40,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:40,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T00:41:42,583 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T00:41:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T00:41:43,322 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-07T00:41:43,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-07T00:41:43,322 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:41:43,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-07T00:41:43,329 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:41:43,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-07T00:41:43,391 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:43,396 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:43,397 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:43,468 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa., hostname=3e92e60d7d96,36155,1733532072917, seqNum=2] 2024-12-07T00:41:43,470 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa., hostname=3e92e60d7d96,36155,1733532072917, seqNum=2] 2024-12-07T00:41:43,471 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa., hostname=3e92e60d7d96,36155,1733532072917, seqNum=2] 2024-12-07T00:41:43,540 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10., hostname=3e92e60d7d96,43403,1733532072872, seqNum=2] 2024-12-07T00:41:43,542 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10., hostname=3e92e60d7d96,43403,1733532072872, seqNum=2] 2024-12-07T00:41:43,552 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10., hostname=3e92e60d7d96,43403,1733532072872, seqNum=2] 2024-12-07T00:41:43,554 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10., hostname=3e92e60d7d96,43403,1733532072872, seqNum=2] 2024-12-07T00:41:43,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:43,659 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:43,660 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:43,662 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:43,673 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7., hostname=3e92e60d7d96,39949,1733532072839, seqNum=2] 2024-12-07T00:41:44,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:41:44,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T00:41:44,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:41:44,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T00:41:44,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:41:44,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39949 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:44,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:41:44,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:41:45,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-07T00:41:45,736 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-07T00:41:45,736 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:41:45,739 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-07T00:41:45,741 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-07T00:41:45,747 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-07T00:41:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741848_1024 (size=49) 2024-12-07T00:41:45,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741848_1024 (size=49) 2024-12-07T00:41:45,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741848_1024 (size=49) 2024-12-07T00:41:45,807 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-07T00:41:45,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91840e612830e6293f8caab21b8219d6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9216408fddba3cf510fd10a60890ce84}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a35be12d75182623a52c13bbf18e38}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00037919da3232d82c45a8051abb2b38}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b1a745a8ac7f83262f1fe0388569305}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8447b60f0128fb35789e3f73a09512fa}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e488a678a562161eac359f925f172b10}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7}] 2024-12-07T00:41:45,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:45,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e488a678a562161eac359f925f172b10 2024-12-07T00:41:45,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:45,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:45,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:45,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:45,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:45,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:45,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:45,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:46,297 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-07T00:41:55,352 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=3e92e60d7d96,39949,1733532072839, timeout=1733532115811, delay=459, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9216408fddba3cf510fd10a60890ce84, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b1a745a8ac7f83262f1fe0388569305, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9], containedObject=3e92e60d7d96,43403,1733532072872, timeout=1733532115811, delay=459, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e488a678a562161eac359f925f172b10, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00037919da3232d82c45a8051abb2b38, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb], containedObject=3e92e60d7d96,36155,1733532072917, timeout=1733532115811, delay=459, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91840e612830e6293f8caab21b8219d6, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a35be12d75182623a52c13bbf18e38, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8447b60f0128fb35789e3f73a09512fa]] 2024-12-07T00:41:55,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-07T00:41:55,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-07T00:41:55,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-07T00:41:55,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-07T00:41:55,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-07T00:41:55,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:55,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:55,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2f445f29fe53fd46c5e05e27bad29aa7 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-07T00:41:55,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e488a678a562161eac359f925f172b10 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-07T00:41:55,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:55,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 91840e612830e6293f8caab21b8219d6: 2024-12-07T00:41:55,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-07T00:41:55,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. for SnapshotProcedureTest completed. 2024-12-07T00:41:55,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:55,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-07T00:41:55,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:55,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:41:55,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-07T00:41:55,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:55,816 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3b1a745a8ac7f83262f1fe0388569305 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-07T00:41:55,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-07T00:41:55,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:55,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:55,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d7a35be12d75182623a52c13bbf18e38: 2024-12-07T00:41:55,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. for SnapshotProcedureTest completed. 2024-12-07T00:41:55,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8447b60f0128fb35789e3f73a09512fa 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-07T00:41:55,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:55,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:55,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:41:55,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-07T00:41:55,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:55,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 00037919da3232d82c45a8051abb2b38: 2024-12-07T00:41:55,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. for SnapshotProcedureTest completed. 2024-12-07T00:41:55,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:41:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9216408fddba3cf510fd10a60890ce84: 2024-12-07T00:41:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. for SnapshotProcedureTest completed. 2024-12-07T00:41:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:41:55,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:55,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d0aef5387e2ebda1749ca5d647a2bcdb: 2024-12-07T00:41:55,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. for SnapshotProcedureTest completed. 2024-12-07T00:41:55,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:55,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:55,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:41:55,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/.tmp/cf/b24c7445cc294670b43840694168b9d3 is 34, key is baa/cf:cf/1733532104859/Put/seqid=0 2024-12-07T00:41:55,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/.tmp/cf/7bb5347ead874839bed8c8a030f31bf7 is 34, key is aaa/cf:cf/1733532104897/Put/seqid=0 2024-12-07T00:41:56,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/.tmp/cf/612c975cc39a4ed5ac8e75fa355a6537 is 34, key is eaa/cf:cf/1733532105549/Put/seqid=0 2024-12-07T00:41:56,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/.tmp/cf/b7b615210f764a598d058ca2f8d691d3 is 34, key is ccd/cf:cf/1733532104928/Put/seqid=0 2024-12-07T00:41:56,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741852_1028 (size=65) 2024-12-07T00:41:56,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741852_1028 (size=65) 2024-12-07T00:41:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741852_1028 (size=65) 2024-12-07T00:41:56,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:41:56,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-07T00:41:56,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:56,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bdcb21c7eef6ee2c5dacede935217ea9: 2024-12-07T00:41:56,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. for SnapshotProcedureTest completed. 2024-12-07T00:41:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-07T00:41:56,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:56,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:56,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-07T00:41:56,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:41:56,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9216408fddba3cf510fd10a60890ce84 in 10.3250 sec 2024-12-07T00:41:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741849_1025 (size=28623) 2024-12-07T00:41:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741849_1025 (size=28623) 2024-12-07T00:41:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741849_1025 (size=28623) 2024-12-07T00:41:56,167 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/.tmp/cf/b24c7445cc294670b43840694168b9d3 2024-12-07T00:41:56,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741850_1026 (size=65) 2024-12-07T00:41:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741850_1026 (size=65) 2024-12-07T00:41:56,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741850_1026 (size=65) 2024-12-07T00:41:56,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:41:56,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-07T00:41:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-07T00:41:56,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:56,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:41:56,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7a35be12d75182623a52c13bbf18e38 in 10.3670 sec 2024-12-07T00:41:56,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741851_1027 (size=65) 2024-12-07T00:41:56,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741851_1027 (size=65) 2024-12-07T00:41:56,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741851_1027 (size=65) 2024-12-07T00:41:56,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:41:56,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-07T00:41:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-07T00:41:56,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:56,192 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91840e612830e6293f8caab21b8219d6 2024-12-07T00:41:56,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91840e612830e6293f8caab21b8219d6 in 10.3860 sec 2024-12-07T00:41:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741853_1029 (size=499309) 2024-12-07T00:41:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741853_1029 (size=499309) 2024-12-07T00:41:56,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741853_1029 (size=499309) 2024-12-07T00:41:56,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/.tmp/cf/612c975cc39a4ed5ac8e75fa355a6537 2024-12-07T00:41:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741857_1033 (size=47197) 2024-12-07T00:41:56,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741857_1033 (size=47197) 2024-12-07T00:41:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741857_1033 (size=47197) 2024-12-07T00:41:56,225 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/.tmp/cf/b7b615210f764a598d058ca2f8d691d3 2024-12-07T00:41:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741854_1030 (size=26918) 2024-12-07T00:41:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741854_1030 (size=26918) 2024-12-07T00:41:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741854_1030 (size=26918) 2024-12-07T00:41:56,241 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/.tmp/cf/7bb5347ead874839bed8c8a030f31bf7 2024-12-07T00:41:56,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/.tmp/cf/b24c7445cc294670b43840694168b9d3 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/cf/b24c7445cc294670b43840694168b9d3 2024-12-07T00:41:56,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/.tmp/cf/b7b615210f764a598d058ca2f8d691d3 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/cf/b7b615210f764a598d058ca2f8d691d3 2024-12-07T00:41:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741856_1032 (size=65) 2024-12-07T00:41:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741856_1032 (size=65) 2024-12-07T00:41:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741856_1032 (size=65) 2024-12-07T00:41:56,299 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/cf/b7b615210f764a598d058ca2f8d691d3, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-07T00:41:56,302 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e488a678a562161eac359f925f172b10 in 489ms, sequenceid=5, compaction requested=false 2024-12-07T00:41:56,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e488a678a562161eac359f925f172b10: 2024-12-07T00:41:56,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. for SnapshotProcedureTest completed. 2024-12-07T00:41:56,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:41:56,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-07T00:41:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-07T00:41:56,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:56,305 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:41:56,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:56,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/cf/b7b615210f764a598d058ca2f8d691d3] hfiles 2024-12-07T00:41:56,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/cf/b7b615210f764a598d058ca2f8d691d3 for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/.tmp/cf/612c975cc39a4ed5ac8e75fa355a6537 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/cf/612c975cc39a4ed5ac8e75fa355a6537 2024-12-07T00:41:56,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/.tmp/cf/7bb5347ead874839bed8c8a030f31bf7 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/cf/7bb5347ead874839bed8c8a030f31bf7 2024-12-07T00:41:56,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb in 10.4990 sec 2024-12-07T00:41:56,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/cf/612c975cc39a4ed5ac8e75fa355a6537, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-07T00:41:56,318 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/cf/b24c7445cc294670b43840694168b9d3, entries=731, sequenceid=5, filesize=28.0 K 2024-12-07T00:41:56,318 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/cf/7bb5347ead874839bed8c8a030f31bf7, entries=676, sequenceid=5, filesize=26.3 K 2024-12-07T00:41:56,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8447b60f0128fb35789e3f73a09512fa in 502ms, sequenceid=5, compaction requested=false 2024-12-07T00:41:56,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8447b60f0128fb35789e3f73a09512fa: 2024-12-07T00:41:56,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. for SnapshotProcedureTest completed. 2024-12-07T00:41:56,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:56,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/cf/b24c7445cc294670b43840694168b9d3] hfiles 2024-12-07T00:41:56,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/cf/b24c7445cc294670b43840694168b9d3 for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,320 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 2f445f29fe53fd46c5e05e27bad29aa7 in 507ms, sequenceid=5, compaction requested=false 2024-12-07T00:41:56,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2f445f29fe53fd46c5e05e27bad29aa7: 2024-12-07T00:41:56,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. for SnapshotProcedureTest completed. 2024-12-07T00:41:56,320 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3b1a745a8ac7f83262f1fe0388569305 in 504ms, sequenceid=5, compaction requested=false 2024-12-07T00:41:56,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3b1a745a8ac7f83262f1fe0388569305: 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. for SnapshotProcedureTest completed. 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305.' region-info for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/cf/612c975cc39a4ed5ac8e75fa355a6537] hfiles 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/cf/612c975cc39a4ed5ac8e75fa355a6537 for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/cf/7bb5347ead874839bed8c8a030f31bf7] hfiles 2024-12-07T00:41:56,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/cf/7bb5347ead874839bed8c8a030f31bf7 for snapshot=SnapshotProcedureTest 2024-12-07T00:41:56,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741855_1031 (size=65) 2024-12-07T00:41:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741855_1031 (size=65) 2024-12-07T00:41:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741855_1031 (size=65) 2024-12-07T00:41:56,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:41:56,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-07T00:41:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-07T00:41:56,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:56,349 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00037919da3232d82c45a8051abb2b38 2024-12-07T00:41:56,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00037919da3232d82c45a8051abb2b38 in 10.5440 sec 2024-12-07T00:41:56,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741858_1034 (size=57) 2024-12-07T00:41:56,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741858_1034 (size=57) 2024-12-07T00:41:56,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:41:56,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-07T00:41:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-07T00:41:56,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:56,477 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:41:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741858_1034 (size=57) 2024-12-07T00:41:56,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bdcb21c7eef6ee2c5dacede935217ea9 in 10.6720 sec 2024-12-07T00:41:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741862_1038 (size=105) 2024-12-07T00:41:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741862_1038 (size=105) 2024-12-07T00:41:56,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741862_1038 (size=105) 2024-12-07T00:41:56,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:41:56,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-07T00:41:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-07T00:41:56,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e488a678a562161eac359f925f172b10 2024-12-07T00:41:56,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e488a678a562161eac359f925f172b10 2024-12-07T00:41:56,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e488a678a562161eac359f925f172b10 in 10.7080 sec 2024-12-07T00:41:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741859_1035 (size=105) 2024-12-07T00:41:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741859_1035 (size=105) 2024-12-07T00:41:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741859_1035 (size=105) 2024-12-07T00:41:56,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:41:56,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-07T00:41:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-07T00:41:56,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:56,545 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:41:56,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8447b60f0128fb35789e3f73a09512fa in 10.7410 sec 2024-12-07T00:41:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741860_1036 (size=105) 2024-12-07T00:41:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741860_1036 (size=105) 2024-12-07T00:41:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741860_1036 (size=105) 2024-12-07T00:41:56,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:41:56,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-07T00:41:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-07T00:41:56,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:56,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:41:56,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b1a745a8ac7f83262f1fe0388569305 in 10.7640 sec 2024-12-07T00:41:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741861_1037 (size=97) 2024-12-07T00:41:56,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:41:56,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-07T00:41:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-07T00:41:56,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:56,599 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:41:56,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741861_1037 (size=97) 2024-12-07T00:41:56,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741861_1037 (size=97) 2024-12-07T00:41:56,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-07T00:41:56,608 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-07T00:41:56,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f445f29fe53fd46c5e05e27bad29aa7 in 10.7960 sec 2024-12-07T00:41:56,609 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-07T00:41:56,610 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-07T00:41:56,610 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-07T00:41:56,624 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-07T00:41:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741863_1039 (size=1174) 2024-12-07T00:41:56,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741863_1039 (size=1174) 2024-12-07T00:41:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741863_1039 (size=1174) 2024-12-07T00:41:56,713 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-07T00:41:56,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-07T00:41:56,722 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:56,723 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:56,723 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:56,723 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:56,723 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:56,729 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:56,733 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:41:56,734 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:56,734 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:56,751 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:41:56,752 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:56,752 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3e92e60d7d96,43403,1733532072872: Simulated kill ***** 2024-12-07T00:41:56,753 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T00:41:56,753 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T00:41:56,754 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T00:41:56,754 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T00:41:56,754 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T00:41:56,754 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 495643664 }, "NonHeapMemoryUsage": { "committed": 176029696, "init": 7667712, "max": -1, "used": 171567456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T00:41:56,755 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40703 {}] master.MasterRpcServices(700): 3e92e60d7d96,43403,1733532072872 reported a fatal error: ***** ABORTING region server 3e92e60d7d96,43403,1733532072872: Simulated kill ***** 2024-12-07T00:41:56,757 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e92e60d7d96,43403,1733532072872' ***** 2024-12-07T00:41:56,757 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-07T00:41:56,757 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T00:41:56,758 INFO [RS:1;3e92e60d7d96:43403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-07T00:41:56,758 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T00:41:56,758 INFO [RS:1;3e92e60d7d96:43403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-07T00:41:56,758 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:41:56,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T00:41:56,758 INFO [RS:1;3e92e60d7d96:43403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3e92e60d7d96:43403. 2024-12-07T00:41:56,758 DEBUG [RS:1;3e92e60d7d96:43403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:41:56,758 DEBUG [RS:1;3e92e60d7d96:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:56,764 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 not finished, retry = 0 2024-12-07T00:41:56,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741834_1010 (size=1488) 2024-12-07T00:41:56,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741834_1010 (size=1488) 2024-12-07T00:41:56,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741834_1010 (size=1488) 2024-12-07T00:41:56,806 INFO [regionserver/3e92e60d7d96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:41:56,867 DEBUG [RS:1;3e92e60d7d96:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:41:56,867 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:41:56,867 INFO [RS:1;3e92e60d7d96:43403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43403 2024-12-07T00:41:56,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:56,934 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:41:56,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:41:56,934 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f97a89022c8@54761439 rejected from java.util.concurrent.ThreadPoolExecutor@117490d3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-07T00:41:56,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e92e60d7d96,43403,1733532072872] 2024-12-07T00:41:56,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e92e60d7d96,43403,1733532072872 already deleted, retry=false 2024-12-07T00:41:56,955 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3e92e60d7d96,43403,1733532072872 on 3e92e60d7d96,40703,1733532072606 2024-12-07T00:41:56,956 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3e92e60d7d96,43403,1733532072872, splitWal=true, meta=false 2024-12-07T00:41:56,956 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 3e92e60d7d96,43403,1733532072872 (carryingMeta=false) 3e92e60d7d96,43403,1733532072872/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c78974f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T00:41:56,961 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3e92e60d7d96,43403,1733532072872, splitWal=true, meta=false 2024-12-07T00:41:56,963 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 3e92e60d7d96,43403,1733532072872 had 3 regions 2024-12-07T00:41:56,964 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3e92e60d7d96,43403,1733532072872, splitWal=true, meta=false, isMeta: false 2024-12-07T00:41:56,966 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting 2024-12-07T00:41:56,971 INFO [PEWorker-5 {}] master.SplitWALManager(105): 3e92e60d7d96,43403,1733532072872 WAL count=1, meta=false 2024-12-07T00:41:56,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3e92e60d7d96%2C43403%2C1733532072872.1733532074603}] 2024-12-07T00:41:56,976 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:41:56,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3e92e60d7d96%2C43403%2C1733532072872.1733532074603, worker=3e92e60d7d96,39949,1733532072839}] 2024-12-07T00:41:56,987 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,43403,1733532072872 Release verify snapshot worker=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:56,987 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 3e92e60d7d96,43403,1733532072872, this operation will be retried to send to another server 2024-12-07T00:41:56,987 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T00:41:56,988 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733532117988 2024-12-07T00:41:57,005 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,43403,1733532072872 Release verify snapshot worker=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:57,005 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 3e92e60d7d96,43403,1733532072872, this operation will be retried to send to another server 2024-12-07T00:41:57,005 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T00:41:57,005 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733532118005 2024-12-07T00:41:57,014 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,43403,1733532072872 Release verify snapshot worker=3e92e60d7d96,43403,1733532072872 2024-12-07T00:41:57,015 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 3e92e60d7d96,43403,1733532072872, this operation will be retried to send to another server 2024-12-07T00:41:57,015 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-07T00:41:57,015 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-07T00:41:57,016 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-07T00:41:57,015 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T00:41:57,023 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733532118023 2024-12-07T00:41:57,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:57,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101ad3c36350002, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:41:57,044 INFO [RS:1;3e92e60d7d96:43403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:41:57,045 INFO [RS:1;3e92e60d7d96:43403 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e92e60d7d96,43403,1733532072872; zookeeper connection closed. 2024-12-07T00:41:57,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b04537 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b04537 2024-12-07T00:41:57,460 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T00:41:57,460 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T00:42:04,972 INFO [master/3e92e60d7d96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T00:42:04,972 INFO [master/3e92e60d7d96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T00:42:06,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-07T00:42:06,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-07T00:42:06,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-07T00:42:06,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-07T00:42:06,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-07T00:42:06,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-07T00:42:06,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-07T00:42:06,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-07T00:42:06,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-07T00:42:06,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-07T00:42:06,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-07T00:42:06,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-07T00:42:06,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-07T00:42:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-07T00:42:06,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-07T00:42:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-07T00:42:06,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-07T00:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-07T00:42:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-07T00:42:06,733 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 Release verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:06,733 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 Release verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-07T00:42:06,733 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 Release verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-07T00:42:06,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 in 10.0150 sec 2024-12-07T00:42:06,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 in 10.0150 sec 2024-12-07T00:42:06,736 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:06,736 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:06,737 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 Release verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:06,737 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 Release verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:06,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 in 10.0150 sec 2024-12-07T00:42:06,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 in 10.0190 sec 2024-12-07T00:42:06,739 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:06,739 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 Release verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:06,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 in 10.0190 sec 2024-12-07T00:42:06,740 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:06,742 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603, size=1.5 K (1488bytes) 2024-12-07T00:42:06,742 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 2024-12-07T00:42:06,743 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 after 1ms 2024-12-07T00:42:06,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 in 10.0210 sec 2024-12-07T00:42:06,746 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 took 4ms 2024-12-07T00:42:06,748 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e488a678a562161eac359f925f172b10: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-07T00:42:06,750 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d0aef5387e2ebda1749ca5d647a2bcdb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-07T00:42:06,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 00037919da3232d82c45a8051abb2b38: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-07T00:42:06,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 so closing down 2024-12-07T00:42:06,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T00:42:06,751 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T00:42:06,751 INFO [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-07T00:42:06,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603, journal: Splitting hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603, size=1.5 K (1488bytes) at 1733532126742Finishing writing output for hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 so closing down at 1733532126751 (+9 ms)3 split writer threads finished at 1733532126751Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733532126751 2024-12-07T00:42:06,752 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 2024-12-07T00:42:06,752 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e92e60d7d96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-07T00:42:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-07T00:42:06,756 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting/3e92e60d7d96%2C43403%2C1733532072872.1733532074603 to hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs 2024-12-07T00:42:06,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-07T00:42:06,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3e92e60d7d96%2C43403%2C1733532072872.1733532074603, worker=3e92e60d7d96,39949,1733532072839 in 9.7790 sec 2024-12-07T00:42:06,760 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:06,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-07T00:42:06,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 3e92e60d7d96%2C43403%2C1733532072872.1733532074603, worker=3e92e60d7d96,39949,1733532072839 in 9.7890 sec 2024-12-07T00:42:06,762 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting dir is empty, no logs to split. 2024-12-07T00:42:06,763 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3e92e60d7d96,43403,1733532072872 WAL count=0, meta=false 2024-12-07T00:42:06,763 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3e92e60d7d96,43403,1733532072872 WAL splitting is done? wals=0, meta=false 2024-12-07T00:42:06,764 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3e92e60d7d96,43403,1733532072872 failed, ignore...File hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/WALs/3e92e60d7d96,43403,1733532072872-splitting does not exist. 2024-12-07T00:42:06,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN}] 2024-12-07T00:42:06,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN 2024-12-07T00:42:06,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN 2024-12-07T00:42:06,767 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN 2024-12-07T00:42:06,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T00:42:06,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T00:42:06,767 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T00:42:06,918 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(204): Hosts are {3e92e60d7d96=0} racks are {/default-rack=0} 2024-12-07T00:42:06,919 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T00:42:06,919 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T00:42:06,919 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T00:42:06,919 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T00:42:06,919 INFO [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T00:42:06,919 INFO [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T00:42:06,919 DEBUG [3e92e60d7d96:40703 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T00:42:06,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e488a678a562161eac359f925f172b10, regionState=OPENING, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:06,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=00037919da3232d82c45a8051abb2b38, regionState=OPENING, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:06,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=d0aef5387e2ebda1749ca5d647a2bcdb, regionState=OPENING, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:06,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN because future has completed 2024-12-07T00:42:06,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb, server=3e92e60d7d96,39949,1733532072839}] 2024-12-07T00:42:06,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN because future has completed 2024-12-07T00:42:06,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e488a678a562161eac359f925f172b10, server=3e92e60d7d96,39949,1733532072839}] 2024-12-07T00:42:06,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN because future has completed 2024-12-07T00:42:06,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00037919da3232d82c45a8051abb2b38, server=3e92e60d7d96,36155,1733532072917}] 2024-12-07T00:42:12,583 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T00:42:15,588 INFO [regionserver/3e92e60d7d96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-07T00:42:16,741 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:16,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-07T00:42:16,741 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => d0aef5387e2ebda1749ca5d647a2bcdb, NAME => 'SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-07T00:42:16,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-07T00:42:16,742 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-07T00:42:16,742 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:42:16,742 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-07T00:42:16,742 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-07T00:42:16,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-07T00:42:16,742 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:16,742 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 00037919da3232d82c45a8051abb2b38, NAME => 'SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-07T00:42:16,743 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,743 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:42:16,743 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-07T00:42:16,743 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-07T00:42:16,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-07T00:42:16,745 INFO [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,747 INFO [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0aef5387e2ebda1749ca5d647a2bcdb columnFamilyName cf 2024-12-07T00:42:16,747 DEBUG [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:42:16,748 INFO [StoreOpener-d0aef5387e2ebda1749ca5d647a2bcdb-1 {}] regionserver.HStore(327): Store=d0aef5387e2ebda1749ca5d647a2bcdb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:42:16,748 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-07T00:42:16,750 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-07T00:42:16,751 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 Release verify snapshot worker=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:16,751 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 Release verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:16,752 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,752 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,752 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40703 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-07T00:42:16,755 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,755 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 Release verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:16,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,39949,1733532072839 in 20.0330 sec 2024-12-07T00:42:16,757 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened d0aef5387e2ebda1749ca5d647a2bcdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74243011, jitterRate=0.10630707442760468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:42:16,757 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:16,757 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for d0aef5387e2ebda1749ca5d647a2bcdb: Running coprocessor pre-open hook at 1733532136742Writing region info on filesystem at 1733532136742Initializing all the Stores at 1733532136744 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532136744Cleaning up temporary data from old regions at 1733532136752 (+8 ms)Running coprocessor post-open hooks at 1733532136757 (+5 ms)Region opened successfully at 1733532136757 2024-12-07T00:42:16,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 in 20.0330 sec 2024-12-07T00:42:16,758 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb., pid=52, masterSystemTime=1733532136736 2024-12-07T00:42:16,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 in 20.0370 sec 2024-12-07T00:42:16,758 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 Release verify snapshot worker=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:16,762 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:16,763 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:16,763 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:16,763 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => e488a678a562161eac359f925f172b10, NAME => 'SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-07T00:42:16,763 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,763 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T00:42:16,763 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,763 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=d0aef5387e2ebda1749ca5d647a2bcdb, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:16,765 INFO [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb, server=3e92e60d7d96,39949,1733532072839 because future has completed 2024-12-07T00:42:16,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-12-07T00:42:16,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e92e60d7d96,36155,1733532072917 in 20.0400 sec 2024-12-07T00:42:16,767 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-07T00:42:16,768 INFO [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00037919da3232d82c45a8051abb2b38 columnFamilyName cf 2024-12-07T00:42:16,768 DEBUG [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:42:16,769 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.hbase-snapshot/SnapshotProcedureTest 2024-12-07T00:42:16,772 INFO [StoreOpener-00037919da3232d82c45a8051abb2b38-1 {}] regionserver.HStore(327): Store=00037919da3232d82c45a8051abb2b38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:42:16,772 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,772 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-07T00:42:16,772 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-07T00:42:16,773 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-07T00:42:16,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure d0aef5387e2ebda1749ca5d647a2bcdb, server=3e92e60d7d96,39949,1733532072839 in 9.8470 sec 2024-12-07T00:42:16,775 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,776 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,776 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0aef5387e2ebda1749ca5d647a2bcdb, ASSIGN in 10.0100 sec 2024-12-07T00:42:16,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0380 sec 2024-12-07T00:42:16,778 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,780 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 00037919da3232d82c45a8051abb2b38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473590, jitterRate=0.00543484091758728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:42:16,780 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:16,780 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 00037919da3232d82c45a8051abb2b38: Running coprocessor pre-open hook at 1733532136743Writing region info on filesystem at 1733532136743Initializing all the Stores at 1733532136750 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532136751 (+1 ms)Cleaning up temporary data from old regions at 1733532136776 (+25 ms)Running coprocessor post-open hooks at 1733532136780 (+4 ms)Region opened successfully at 1733532136780 2024-12-07T00:42:16,781 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38., pid=54, masterSystemTime=1733532136736 2024-12-07T00:42:16,784 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:16,784 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:16,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=00037919da3232d82c45a8051abb2b38, regionState=OPEN, openSeqNum=2, regionLocation=3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:16,784 INFO [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00037919da3232d82c45a8051abb2b38, server=3e92e60d7d96,36155,1733532072917 because future has completed 2024-12-07T00:42:16,788 INFO [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e488a678a562161eac359f925f172b10 columnFamilyName cf 2024-12-07T00:42:16,788 DEBUG [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T00:42:16,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-07T00:42:16,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 00037919da3232d82c45a8051abb2b38, server=3e92e60d7d96,36155,1733532072917 in 9.8630 sec 2024-12-07T00:42:16,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00037919da3232d82c45a8051abb2b38, ASSIGN in 10.0290 sec 2024-12-07T00:42:16,823 DEBUG [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/cf/b7b615210f764a598d058ca2f8d691d3 2024-12-07T00:42:16,823 INFO [StoreOpener-e488a678a562161eac359f925f172b10-1 {}] regionserver.HStore(327): Store=e488a678a562161eac359f925f172b10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T00:42:16,825 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,826 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,828 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,828 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,828 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,831 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,838 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:42:16,839 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened e488a678a562161eac359f925f172b10; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73630229, jitterRate=0.09717591106891632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T00:42:16,839 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e488a678a562161eac359f925f172b10 2024-12-07T00:42:16,839 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for e488a678a562161eac359f925f172b10: Running coprocessor pre-open hook at 1733532136763Writing region info on filesystem at 1733532136763Initializing all the Stores at 1733532136765 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733532136765Cleaning up temporary data from old regions at 1733532136828 (+63 ms)Running coprocessor post-open hooks at 1733532136839 (+11 ms)Region opened successfully at 1733532136839 2024-12-07T00:42:16,841 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10., pid=53, masterSystemTime=1733532136736 2024-12-07T00:42:16,844 DEBUG [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:16,844 INFO [RS_OPEN_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:16,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e488a678a562161eac359f925f172b10, regionState=OPEN, openSeqNum=6, regionLocation=3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:16,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e488a678a562161eac359f925f172b10, server=3e92e60d7d96,39949,1733532072839 because future has completed 2024-12-07T00:42:16,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-12-07T00:42:16,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure e488a678a562161eac359f925f172b10, server=3e92e60d7d96,39949,1733532072839 in 9.9220 sec 2024-12-07T00:42:16,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-12-07T00:42:16,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e488a678a562161eac359f925f172b10, ASSIGN in 10.0850 sec 2024-12-07T00:42:16,853 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 3e92e60d7d96,43403,1733532072872 after splitting done 2024-12-07T00:42:16,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 3e92e60d7d96,43403,1733532072872, splitWal=true, meta=false in 19.8980 sec 2024-12-07T00:42:17,032 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-07T00:42:17,036 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-07T00:42:17,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T00:42:17,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T00:42:17,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:42:17,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:42:17,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:42:17,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T00:42:17,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T00:42:17,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913953815, stopped=false 2024-12-07T00:42:17,037 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3e92e60d7d96,40703,1733532072606 2024-12-07T00:42:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T00:42:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T00:42:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T00:42:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:42:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:42:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:42:17,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T00:42:17,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T00:42:17,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:42:17,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:42:17,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e92e60d7d96,39949,1733532072839' ***** 2024-12-07T00:42:17,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T00:42:17,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e92e60d7d96,36155,1733532072917' ***** 2024-12-07T00:42:17,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T00:42:17,102 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T00:42:17,102 INFO [RS:0;3e92e60d7d96:39949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T00:42:17,102 INFO [RS:0;3e92e60d7d96:39949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T00:42:17,102 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T00:42:17,102 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b1a745a8ac7f83262f1fe0388569305 2024-12-07T00:42:17,102 INFO [RS:2;3e92e60d7d96:36155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T00:42:17,102 INFO [RS:2;3e92e60d7d96:36155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T00:42:17,102 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 00037919da3232d82c45a8051abb2b38 2024-12-07T00:42:17,102 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T00:42:17,102 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T00:42:17,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:42:17,102 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(3091): Received CLOSE for bdcb21c7eef6ee2c5dacede935217ea9 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f445f29fe53fd46c5e05e27bad29aa7 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(3091): Received CLOSE for d0aef5387e2ebda1749ca5d647a2bcdb 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(3091): Received CLOSE for e488a678a562161eac359f925f172b10 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(3091): Received CLOSE for 9216408fddba3cf510fd10a60890ce84 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(959): stopping server 3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:42:17,103 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b1a745a8ac7f83262f1fe0388569305, disabling compactions & flushes 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3e92e60d7d96:39949. 2024-12-07T00:42:17,103 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:42:17,103 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:42:17,103 DEBUG [RS:0;3e92e60d7d96:39949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:42:17,103 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. after waiting 0 ms 2024-12-07T00:42:17,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:42:17,103 DEBUG [RS:0;3e92e60d7d96:39949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:42:17,103 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:42:17,103 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-07T00:42:17,103 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1325): Online Regions={3b1a745a8ac7f83262f1fe0388569305=SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305., bdcb21c7eef6ee2c5dacede935217ea9=SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9., 2f445f29fe53fd46c5e05e27bad29aa7=SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7., d0aef5387e2ebda1749ca5d647a2bcdb=SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb., e488a678a562161eac359f925f172b10=SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10., 9216408fddba3cf510fd10a60890ce84=SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84.} 2024-12-07T00:42:17,103 DEBUG [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1351): Waiting on 2f445f29fe53fd46c5e05e27bad29aa7, 3b1a745a8ac7f83262f1fe0388569305, 9216408fddba3cf510fd10a60890ce84, bdcb21c7eef6ee2c5dacede935217ea9, d0aef5387e2ebda1749ca5d647a2bcdb, e488a678a562161eac359f925f172b10 2024-12-07T00:42:17,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 8447b60f0128fb35789e3f73a09512fa 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 91840e612830e6293f8caab21b8219d6 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(959): stopping server 3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3e92e60d7d96:36155. 2024-12-07T00:42:17,104 DEBUG [RS:2;3e92e60d7d96:36155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T00:42:17,104 DEBUG [RS:2;3e92e60d7d96:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T00:42:17,104 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00037919da3232d82c45a8051abb2b38, disabling compactions & flushes 2024-12-07T00:42:17,105 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:17,105 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:17,105 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1325): Online Regions={00037919da3232d82c45a8051abb2b38=SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38., d7a35be12d75182623a52c13bbf18e38=SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38., 8447b60f0128fb35789e3f73a09512fa=SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa., 91840e612830e6293f8caab21b8219d6=SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. after waiting 0 ms 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:17,105 DEBUG [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1351): Waiting on 00037919da3232d82c45a8051abb2b38, 1588230740, 8447b60f0128fb35789e3f73a09512fa, 91840e612830e6293f8caab21b8219d6, d7a35be12d75182623a52c13bbf18e38 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T00:42:17,105 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T00:42:17,105 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T00:42:17,105 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-07T00:42:17,109 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/00037919da3232d82c45a8051abb2b38/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T00:42:17,109 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:17,109 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00037919da3232d82c45a8051abb2b38: Waiting for close lock at 1733532137105Running coprocessor pre-close hooks at 1733532137105Disabling compacts and flushes for region at 1733532137105Disabling writes for close at 1733532137105Writing region close event to WAL at 1733532137105Running coprocessor post-close hooks at 1733532137109 (+4 ms)Closed at 1733532137109 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733532085083.00037919da3232d82c45a8051abb2b38. 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/3b1a745a8ac7f83262f1fe0388569305/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7a35be12d75182623a52c13bbf18e38, disabling compactions & flushes 2024-12-07T00:42:17,110 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. after waiting 0 ms 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:42:17,110 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b1a745a8ac7f83262f1fe0388569305: Waiting for close lock at 1733532137103Running coprocessor pre-close hooks at 1733532137103Disabling compacts and flushes for region at 1733532137103Disabling writes for close at 1733532137103Writing region close event to WAL at 1733532137104 (+1 ms)Running coprocessor post-close hooks at 1733532137110 (+6 ms)Closed at 1733532137110 2024-12-07T00:42:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733532085083.3b1a745a8ac7f83262f1fe0388569305. 2024-12-07T00:42:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdcb21c7eef6ee2c5dacede935217ea9, disabling compactions & flushes 2024-12-07T00:42:17,111 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:42:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:42:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. after waiting 0 ms 2024-12-07T00:42:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:42:17,114 INFO [regionserver/3e92e60d7d96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:42:17,115 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/bdcb21c7eef6ee2c5dacede935217ea9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:42:17,117 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d7a35be12d75182623a52c13bbf18e38/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:42:17,117 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:42:17,117 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdcb21c7eef6ee2c5dacede935217ea9: Waiting for close lock at 1733532137111Running coprocessor pre-close hooks at 1733532137111Disabling compacts and flushes for region at 1733532137111Disabling writes for close at 1733532137111Writing region close event to WAL at 1733532137111Running coprocessor post-close hooks at 1733532137117 (+6 ms)Closed at 1733532137117 2024-12-07T00:42:17,117 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733532085083.bdcb21c7eef6ee2c5dacede935217ea9. 2024-12-07T00:42:17,117 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f445f29fe53fd46c5e05e27bad29aa7, disabling compactions & flushes 2024-12-07T00:42:17,118 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. after waiting 0 ms 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:42:17,118 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7a35be12d75182623a52c13bbf18e38: Waiting for close lock at 1733532137110Running coprocessor pre-close hooks at 1733532137110Disabling compacts and flushes for region at 1733532137110Disabling writes for close at 1733532137110Writing region close event to WAL at 1733532137110Running coprocessor post-close hooks at 1733532137118 (+8 ms)Closed at 1733532137118 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733532085083.d7a35be12d75182623a52c13bbf18e38. 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8447b60f0128fb35789e3f73a09512fa, disabling compactions & flushes 2024-12-07T00:42:17,118 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. after waiting 0 ms 2024-12-07T00:42:17,118 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:42:17,123 INFO [regionserver/3e92e60d7d96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:42:17,124 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/2f445f29fe53fd46c5e05e27bad29aa7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T00:42:17,125 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:42:17,125 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f445f29fe53fd46c5e05e27bad29aa7: Waiting for close lock at 1733532137117Running coprocessor pre-close hooks at 1733532137117Disabling compacts and flushes for region at 1733532137117Disabling writes for close at 1733532137118 (+1 ms)Writing region close event to WAL at 1733532137119 (+1 ms)Running coprocessor post-close hooks at 1733532137125 (+6 ms)Closed at 1733532137125 2024-12-07T00:42:17,126 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733532085083.2f445f29fe53fd46c5e05e27bad29aa7. 2024-12-07T00:42:17,126 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0aef5387e2ebda1749ca5d647a2bcdb, disabling compactions & flushes 2024-12-07T00:42:17,126 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:17,126 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:17,126 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. after waiting 0 ms 2024-12-07T00:42:17,126 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:17,126 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/info/a430b5eb3fac4f14987ba65dce34cadb is 167, key is SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6./info:regioninfo/1733532095406/Put/seqid=0 2024-12-07T00:42:17,126 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/8447b60f0128fb35789e3f73a09512fa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T00:42:17,127 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:42:17,127 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8447b60f0128fb35789e3f73a09512fa: Waiting for close lock at 1733532137118Running coprocessor pre-close hooks at 1733532137118Disabling compacts and flushes for region at 1733532137118Disabling writes for close at 1733532137118Writing region close event to WAL at 1733532137121 (+3 ms)Running coprocessor post-close hooks at 1733532137127 (+6 ms)Closed at 1733532137127 2024-12-07T00:42:17,127 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733532085083.8447b60f0128fb35789e3f73a09512fa. 2024-12-07T00:42:17,127 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91840e612830e6293f8caab21b8219d6, disabling compactions & flushes 2024-12-07T00:42:17,127 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:42:17,127 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:42:17,127 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. after waiting 0 ms 2024-12-07T00:42:17,128 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:42:17,134 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/d0aef5387e2ebda1749ca5d647a2bcdb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T00:42:17,135 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:17,135 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0aef5387e2ebda1749ca5d647a2bcdb: Waiting for close lock at 1733532137126Running coprocessor pre-close hooks at 1733532137126Disabling compacts and flushes for region at 1733532137126Disabling writes for close at 1733532137126Writing region close event to WAL at 1733532137127 (+1 ms)Running coprocessor post-close hooks at 1733532137135 (+8 ms)Closed at 1733532137135 2024-12-07T00:42:17,135 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733532085083.d0aef5387e2ebda1749ca5d647a2bcdb. 2024-12-07T00:42:17,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741864_1040 (size=19817) 2024-12-07T00:42:17,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741864_1040 (size=19817) 2024-12-07T00:42:17,135 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e488a678a562161eac359f925f172b10, disabling compactions & flushes 2024-12-07T00:42:17,135 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:17,135 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:17,135 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. after waiting 0 ms 2024-12-07T00:42:17,135 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741864_1040 (size=19817) 2024-12-07T00:42:17,137 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/91840e612830e6293f8caab21b8219d6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:42:17,137 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:42:17,137 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91840e612830e6293f8caab21b8219d6: Waiting for close lock at 1733532137127Running coprocessor pre-close hooks at 1733532137127Disabling compacts and flushes for region at 1733532137127Disabling writes for close at 1733532137128 (+1 ms)Writing region close event to WAL at 1733532137130 (+2 ms)Running coprocessor post-close hooks at 1733532137137 (+7 ms)Closed at 1733532137137 2024-12-07T00:42:17,137 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733532085083.91840e612830e6293f8caab21b8219d6. 2024-12-07T00:42:17,138 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/info/a430b5eb3fac4f14987ba65dce34cadb 2024-12-07T00:42:17,144 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/e488a678a562161eac359f925f172b10/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-07T00:42:17,146 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:17,146 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e488a678a562161eac359f925f172b10: Waiting for close lock at 1733532137135Running coprocessor pre-close hooks at 1733532137135Disabling compacts and flushes for region at 1733532137135Disabling writes for close at 1733532137135Writing region close event to WAL at 1733532137139 (+4 ms)Running coprocessor post-close hooks at 1733532137145 (+6 ms)Closed at 1733532137146 (+1 ms) 2024-12-07T00:42:17,146 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733532085083.e488a678a562161eac359f925f172b10. 2024-12-07T00:42:17,146 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9216408fddba3cf510fd10a60890ce84, disabling compactions & flushes 2024-12-07T00:42:17,146 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:42:17,146 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:42:17,146 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. after waiting 0 ms 2024-12-07T00:42:17,146 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:42:17,169 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/default/SPTestTable/9216408fddba3cf510fd10a60890ce84/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T00:42:17,170 INFO [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:42:17,170 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9216408fddba3cf510fd10a60890ce84: Waiting for close lock at 1733532137146Running coprocessor pre-close hooks at 1733532137146Disabling compacts and flushes for region at 1733532137146Disabling writes for close at 1733532137146Writing region close event to WAL at 1733532137161 (+15 ms)Running coprocessor post-close hooks at 1733532137170 (+9 ms)Closed at 1733532137170 2024-12-07T00:42:17,170 DEBUG [RS_CLOSE_REGION-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733532085083.9216408fddba3cf510fd10a60890ce84. 2024-12-07T00:42:17,176 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/ns/f800c2fce1794bfba950d252289cf426 is 43, key is default/ns:d/1733532084956/Put/seqid=0 2024-12-07T00:42:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741865_1041 (size=5153) 2024-12-07T00:42:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741865_1041 (size=5153) 2024-12-07T00:42:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741865_1041 (size=5153) 2024-12-07T00:42:17,198 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/ns/f800c2fce1794bfba950d252289cf426 2024-12-07T00:42:17,223 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/table/9264d61ca3184f13b32c17ba8b53fc90 is 47, key is SPTestTable/table:state/1733532095446/Put/seqid=0 2024-12-07T00:42:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741866_1042 (size=5214) 2024-12-07T00:42:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741866_1042 (size=5214) 2024-12-07T00:42:17,235 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/table/9264d61ca3184f13b32c17ba8b53fc90 2024-12-07T00:42:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741866_1042 (size=5214) 2024-12-07T00:42:17,242 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/info/a430b5eb3fac4f14987ba65dce34cadb as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/info/a430b5eb3fac4f14987ba65dce34cadb 2024-12-07T00:42:17,250 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/info/a430b5eb3fac4f14987ba65dce34cadb, entries=112, sequenceid=35, filesize=19.4 K 2024-12-07T00:42:17,251 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/ns/f800c2fce1794bfba950d252289cf426 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/ns/f800c2fce1794bfba950d252289cf426 2024-12-07T00:42:17,256 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/ns/f800c2fce1794bfba950d252289cf426, entries=2, sequenceid=35, filesize=5.0 K 2024-12-07T00:42:17,260 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/.tmp/table/9264d61ca3184f13b32c17ba8b53fc90 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/table/9264d61ca3184f13b32c17ba8b53fc90 2024-12-07T00:42:17,268 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/table/9264d61ca3184f13b32c17ba8b53fc90, entries=2, sequenceid=35, filesize=5.1 K 2024-12-07T00:42:17,269 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=35, compaction requested=false 2024-12-07T00:42:17,275 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-07T00:42:17,275 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T00:42:17,275 INFO [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T00:42:17,275 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733532137105Running coprocessor pre-close hooks at 1733532137105Disabling compacts and flushes for region at 1733532137105Disabling writes for close at 1733532137105Obtaining lock to block concurrent updates at 1733532137105Preparing flush snapshotting stores in 1588230740 at 1733532137105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733532137106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733532137108 (+2 ms)Flushing 1588230740/info: creating writer at 1733532137108Flushing 1588230740/info: appending metadata at 1733532137126 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733532137126Flushing 1588230740/ns: creating writer at 1733532137146 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733532137172 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733532137172Flushing 1588230740/table: creating writer at 1733532137207 (+35 ms)Flushing 1588230740/table: appending metadata at 1733532137223 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733532137223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1589b01b: reopening flushed file at 1733532137242 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dff1388: reopening flushed file at 1733532137250 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402ed4a5: reopening flushed file at 1733532137257 (+7 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 164ms, sequenceid=35, compaction requested=false at 1733532137269 (+12 ms)Writing region close event to WAL at 1733532137271 (+2 ms)Running coprocessor post-close hooks at 1733532137275 (+4 ms)Closed at 1733532137275 2024-12-07T00:42:17,275 DEBUG [RS_CLOSE_META-regionserver/3e92e60d7d96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T00:42:17,303 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(976): stopping server 3e92e60d7d96,39949,1733532072839; all regions closed. 2024-12-07T00:42:17,305 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(976): stopping server 3e92e60d7d96,36155,1733532072917; all regions closed. 2024-12-07T00:42:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741833_1009 (size=4639) 2024-12-07T00:42:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741833_1009 (size=4639) 2024-12-07T00:42:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741833_1009 (size=4639) 2024-12-07T00:42:17,310 DEBUG [RS:0;3e92e60d7d96:39949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs 2024-12-07T00:42:17,311 INFO [RS:0;3e92e60d7d96:39949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e92e60d7d96%2C39949%2C1733532072839:(num 1733532074590) 2024-12-07T00:42:17,311 DEBUG [RS:0;3e92e60d7d96:39949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:42:17,311 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:42:17,311 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T00:42:17,311 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.ChoreService(370): Chore service for: regionserver/3e92e60d7d96:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T00:42:17,311 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T00:42:17,312 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T00:42:17,312 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T00:42:17,312 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T00:42:17,312 INFO [RS:0;3e92e60d7d96:39949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39949 2024-12-07T00:42:17,312 INFO [regionserver/3e92e60d7d96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T00:42:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e92e60d7d96,39949,1733532072839 2024-12-07T00:42:17,322 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:42:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:42:17,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741836_1012 (size=18438) 2024-12-07T00:42:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741836_1012 (size=18438) 2024-12-07T00:42:17,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e92e60d7d96,39949,1733532072839] 2024-12-07T00:42:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741836_1012 (size=18438) 2024-12-07T00:42:17,338 DEBUG [RS:2;3e92e60d7d96:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs 2024-12-07T00:42:17,338 INFO [RS:2;3e92e60d7d96:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e92e60d7d96%2C36155%2C1733532072917.meta:.meta(num 1733532084893) 2024-12-07T00:42:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741835_1011 (size=2947) 2024-12-07T00:42:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741835_1011 (size=2947) 2024-12-07T00:42:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741835_1011 (size=2947) 2024-12-07T00:42:17,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e92e60d7d96,39949,1733532072839 already deleted, retry=false 2024-12-07T00:42:17,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e92e60d7d96,39949,1733532072839 expired; onlineServers=1 2024-12-07T00:42:17,350 DEBUG [RS:2;3e92e60d7d96:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/oldWALs 2024-12-07T00:42:17,350 INFO [RS:2;3e92e60d7d96:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e92e60d7d96%2C36155%2C1733532072917:(num 1733532074608) 2024-12-07T00:42:17,350 DEBUG [RS:2;3e92e60d7d96:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T00:42:17,350 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T00:42:17,351 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T00:42:17,351 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.ChoreService(370): Chore service for: regionserver/3e92e60d7d96:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T00:42:17,351 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T00:42:17,351 INFO [regionserver/3e92e60d7d96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T00:42:17,352 INFO [RS:2;3e92e60d7d96:36155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36155 2024-12-07T00:42:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T00:42:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e92e60d7d96,36155,1733532072917 2024-12-07T00:42:17,366 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:42:17,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e92e60d7d96,36155,1733532072917] 2024-12-07T00:42:17,385 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e92e60d7d96,36155,1733532072917 already deleted, retry=false 2024-12-07T00:42:17,385 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e92e60d7d96,36155,1733532072917 expired; onlineServers=0 2024-12-07T00:42:17,385 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3e92e60d7d96,40703,1733532072606' ***** 2024-12-07T00:42:17,385 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T00:42:17,385 INFO [M:0;3e92e60d7d96:40703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T00:42:17,385 INFO [M:0;3e92e60d7d96:40703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T00:42:17,385 DEBUG [M:0;3e92e60d7d96:40703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T00:42:17,385 DEBUG [M:0;3e92e60d7d96:40703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T00:42:17,385 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T00:42:17,386 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.large.0-1733532074145 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.large.0-1733532074145,5,FailOnTimeoutGroup] 2024-12-07T00:42:17,386 DEBUG [master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.small.0-1733532074145 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e92e60d7d96:0:becomeActiveMaster-HFileCleaner.small.0-1733532074145,5,FailOnTimeoutGroup] 2024-12-07T00:42:17,386 INFO [M:0;3e92e60d7d96:40703 {}] hbase.ChoreService(370): Chore service for: master/3e92e60d7d96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T00:42:17,386 INFO [M:0;3e92e60d7d96:40703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T00:42:17,386 DEBUG [M:0;3e92e60d7d96:40703 {}] master.HMaster(1795): Stopping service threads 2024-12-07T00:42:17,386 INFO [M:0;3e92e60d7d96:40703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T00:42:17,386 INFO [M:0;3e92e60d7d96:40703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T00:42:17,386 ERROR [M:0;3e92e60d7d96:40703 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:38593 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38593,5,PEWorkerGroup] 2024-12-07T00:42:17,386 INFO [M:0;3e92e60d7d96:40703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T00:42:17,387 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T00:42:17,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T00:42:17,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T00:42:17,406 DEBUG [M:0;3e92e60d7d96:40703 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-07T00:42:17,406 DEBUG [M:0;3e92e60d7d96:40703 {}] master.ActiveMasterManager(353): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-07T00:42:17,407 INFO [M:0;3e92e60d7d96:40703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/.lastflushedseqids 2024-12-07T00:42:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:42:17,433 INFO [RS:0;3e92e60d7d96:39949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:42:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39949-0x101ad3c36350001, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:42:17,433 INFO [RS:0;3e92e60d7d96:39949 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e92e60d7d96,39949,1733532072839; zookeeper connection closed. 2024-12-07T00:42:17,437 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc 2024-12-07T00:42:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741867_1043 (size=650) 2024-12-07T00:42:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741867_1043 (size=650) 2024-12-07T00:42:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741867_1043 (size=650) 2024-12-07T00:42:17,445 INFO [M:0;3e92e60d7d96:40703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T00:42:17,445 INFO [M:0;3e92e60d7d96:40703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T00:42:17,445 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T00:42:17,445 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:42:17,445 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:42:17,446 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T00:42:17,446 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:42:17,446 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=224.09 KB heapSize=267.48 KB 2024-12-07T00:42:17,474 DEBUG [M:0;3e92e60d7d96:40703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67c0ba3f4e3c4e42a0698ba3c1a5be90 is 82, key is hbase:meta,,1/info:regioninfo/1733532084933/Put/seqid=0 2024-12-07T00:42:17,475 INFO [RS:2;3e92e60d7d96:36155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:42:17,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:42:17,475 INFO [RS:2;3e92e60d7d96:36155 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e92e60d7d96,36155,1733532072917; zookeeper connection closed. 2024-12-07T00:42:17,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101ad3c36350003, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:42:17,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@398bb69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@398bb69 2024-12-07T00:42:17,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-07T00:42:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741868_1044 (size=5672) 2024-12-07T00:42:17,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741868_1044 (size=5672) 2024-12-07T00:42:17,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741868_1044 (size=5672) 2024-12-07T00:42:17,512 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67c0ba3f4e3c4e42a0698ba3c1a5be90 2024-12-07T00:42:17,531 DEBUG [M:0;3e92e60d7d96:40703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab05a5553b8044b6bb15d849d8c03055 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733532095450/Put/seqid=0 2024-12-07T00:42:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741869_1045 (size=9322) 2024-12-07T00:42:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741869_1045 (size=9322) 2024-12-07T00:42:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741869_1045 (size=9322) 2024-12-07T00:42:17,551 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=223.36 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab05a5553b8044b6bb15d849d8c03055 2024-12-07T00:42:17,558 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab05a5553b8044b6bb15d849d8c03055 2024-12-07T00:42:17,581 DEBUG [M:0;3e92e60d7d96:40703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a69db84b0ba49fc9b85c442dae261fe is 69, key is 3e92e60d7d96,36155,1733532072917/rs:state/1733532074357/Put/seqid=0 2024-12-07T00:42:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741870_1046 (size=5442) 2024-12-07T00:42:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741870_1046 (size=5442) 2024-12-07T00:42:17,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741870_1046 (size=5442) 2024-12-07T00:42:17,590 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a69db84b0ba49fc9b85c442dae261fe 2024-12-07T00:42:17,596 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a69db84b0ba49fc9b85c442dae261fe 2024-12-07T00:42:17,597 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67c0ba3f4e3c4e42a0698ba3c1a5be90 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67c0ba3f4e3c4e42a0698ba3c1a5be90 2024-12-07T00:42:17,604 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67c0ba3f4e3c4e42a0698ba3c1a5be90, entries=8, sequenceid=470, filesize=5.5 K 2024-12-07T00:42:17,606 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab05a5553b8044b6bb15d849d8c03055 as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab05a5553b8044b6bb15d849d8c03055 2024-12-07T00:42:17,619 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab05a5553b8044b6bb15d849d8c03055 2024-12-07T00:42:17,619 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab05a5553b8044b6bb15d849d8c03055, entries=54, sequenceid=470, filesize=9.1 K 2024-12-07T00:42:17,621 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a69db84b0ba49fc9b85c442dae261fe as hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a69db84b0ba49fc9b85c442dae261fe 2024-12-07T00:42:17,630 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a69db84b0ba49fc9b85c442dae261fe 2024-12-07T00:42:17,630 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38593/user/jenkins/test-data/c854ddfc-ae80-2878-f29f-b959201e2abb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a69db84b0ba49fc9b85c442dae261fe, entries=3, sequenceid=470, filesize=5.3 K 2024-12-07T00:42:17,632 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~224.09 KB/229469, heapSize ~267.18 KB/273592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=470, compaction requested=false 2024-12-07T00:42:17,633 INFO [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T00:42:17,633 DEBUG [M:0;3e92e60d7d96:40703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733532137445Disabling compacts and flushes for region at 1733532137445Disabling writes for close at 1733532137446 (+1 ms)Obtaining lock to block concurrent updates at 1733532137446Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733532137446Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229469, getHeapSize=273832, getOffHeapSize=0, getCellsCount=573 at 1733532137446Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733532137449 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733532137449Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733532137473 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733532137474 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733532137517 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733532137531 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733532137531Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733532137558 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733532137580 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733532137580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f108fd: reopening flushed file at 1733532137596 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ab2adc: reopening flushed file at 1733532137605 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3beded87: reopening flushed file at 1733532137619 (+14 ms)Finished flush of dataSize ~224.09 KB/229469, heapSize ~267.18 KB/273592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=470, compaction requested=false at 1733532137632 (+13 ms)Writing region close event to WAL at 1733532137633 (+1 ms)Closed at 1733532137633 2024-12-07T00:42:17,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35579 is added to blk_1073741830_1006 (size=260850) 2024-12-07T00:42:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45291 is added to blk_1073741830_1006 (size=260850) 2024-12-07T00:42:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40183 is added to blk_1073741830_1006 (size=260850) 2024-12-07T00:42:17,638 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T00:42:17,638 INFO [M:0;3e92e60d7d96:40703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T00:42:17,638 INFO [M:0;3e92e60d7d96:40703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40703 2024-12-07T00:42:17,638 INFO [M:0;3e92e60d7d96:40703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T00:42:17,748 INFO [M:0;3e92e60d7d96:40703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T00:42:17,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:42:17,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x101ad3c36350000, quorum=127.0.0.1:65193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T00:42:17,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@553e562f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:42:17,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:42:17,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:42:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:42:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,STOPPED} 2024-12-07T00:42:17,782 WARN [BP-1589967738-172.17.0.2-1733532069449 heartbeating to localhost/127.0.0.1:38593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T00:42:17,782 WARN [BP-1589967738-172.17.0.2-1733532069449 heartbeating to localhost/127.0.0.1:38593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589967738-172.17.0.2-1733532069449 (Datanode Uuid e384e10a-6ea0-4545-ae8d-e1a6e8ba4fef) service to localhost/127.0.0.1:38593 2024-12-07T00:42:17,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T00:42:17,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T00:42:17,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data5/current/BP-1589967738-172.17.0.2-1733532069449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:42:17,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data6/current/BP-1589967738-172.17.0.2-1733532069449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:42:17,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T00:42:17,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ff2c577{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:42:17,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:42:17,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:42:17,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:42:17,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,STOPPED} 2024-12-07T00:42:17,791 WARN [BP-1589967738-172.17.0.2-1733532069449 heartbeating to localhost/127.0.0.1:38593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T00:42:17,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T00:42:17,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T00:42:17,791 WARN [BP-1589967738-172.17.0.2-1733532069449 heartbeating to localhost/127.0.0.1:38593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589967738-172.17.0.2-1733532069449 (Datanode Uuid 1f46f4f9-78a9-4ef4-bea4-6d64035670e5) service to localhost/127.0.0.1:38593 2024-12-07T00:42:17,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data3/current/BP-1589967738-172.17.0.2-1733532069449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:42:17,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data4/current/BP-1589967738-172.17.0.2-1733532069449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:42:17,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T00:42:17,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db41d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T00:42:17,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:42:17,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:42:17,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:42:17,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,STOPPED} 2024-12-07T00:42:17,798 WARN [BP-1589967738-172.17.0.2-1733532069449 heartbeating to localhost/127.0.0.1:38593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T00:42:17,798 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T00:42:17,798 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T00:42:17,798 WARN [BP-1589967738-172.17.0.2-1733532069449 heartbeating to localhost/127.0.0.1:38593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589967738-172.17.0.2-1733532069449 (Datanode Uuid 46902c41-5bd9-4dc9-b731-dbfa22042e7a) service to localhost/127.0.0.1:38593 2024-12-07T00:42:17,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data1/current/BP-1589967738-172.17.0.2-1733532069449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:42:17,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/cluster_bfdb1204-bc73-f71e-42d3-127416c6e557/data/data2/current/BP-1589967738-172.17.0.2-1733532069449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T00:42:17,799 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T00:42:17,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49a02228{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T00:42:17,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T00:42:17,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T00:42:17,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T00:42:17,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c0afba5d-d0ee-5b99-7206-4832807a03ef/hadoop.log.dir/,STOPPED} 2024-12-07T00:42:17,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T00:42:17,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T00:42:17,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 92) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38593 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38593 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3e92e60d7d96:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 177) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6940 (was 8274)