2024-12-08 21:04:29,222 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-08 21:04:29,233 main DEBUG Took 0.009015 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 21:04:29,233 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 21:04:29,234 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 21:04:29,234 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 21:04:29,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,242 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 21:04:29,254 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,256 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,257 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,258 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,259 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,261 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 21:04:29,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,263 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 21:04:29,265 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 21:04:29,266 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 21:04:29,267 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 21:04:29,268 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 21:04:29,269 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 21:04:29,269 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 21:04:29,277 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 21:04:29,279 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 21:04:29,281 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 21:04:29,281 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 21:04:29,282 main DEBUG createAppenders(={Console}) 2024-12-08 21:04:29,283 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-08 21:04:29,283 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-08 21:04:29,283 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-08 21:04:29,284 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 21:04:29,284 main DEBUG OutputStream closed 2024-12-08 21:04:29,284 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 21:04:29,285 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 21:04:29,285 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-08 21:04:29,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 21:04:29,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 21:04:29,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 21:04:29,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 21:04:29,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 21:04:29,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 21:04:29,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 21:04:29,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 21:04:29,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 21:04:29,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 21:04:29,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 21:04:29,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 21:04:29,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 21:04:29,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 21:04:29,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 21:04:29,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 21:04:29,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 21:04:29,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 21:04:29,375 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 21:04:29,375 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-08 21:04:29,375 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 21:04:29,376 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-08T21:04:29,388 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-08 21:04:29,392 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 21:04:29,392 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T21:04:29,400 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-08T21:04:29,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=17554 2024-12-08T21:04:29,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b 2024-12-08T21:04:29,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T21:04:29,709 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5, deleteOnExit=true 2024-12-08T21:04:29,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T21:04:29,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/test.cache.data in system properties and HBase conf 2024-12-08T21:04:29,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T21:04:29,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir in system properties and HBase conf 2024-12-08T21:04:29,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T21:04:29,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T21:04:29,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T21:04:29,799 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T21:04:29,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T21:04:29,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T21:04:29,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T21:04:29,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T21:04:29,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T21:04:29,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T21:04:29,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T21:04:29,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T21:04:29,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T21:04:29,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T21:04:29,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/nfs.dump.dir in system properties and HBase conf 2024-12-08T21:04:29,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/java.io.tmpdir in system properties and HBase conf 2024-12-08T21:04:29,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T21:04:29,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T21:04:29,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T21:04:30,790 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T21:04:30,862 INFO [Time-limited test {}] log.Log(170): Logging initialized @2255ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T21:04:30,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:04:30,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:04:31,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:04:31,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:04:31,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T21:04:31,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:04:31,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:04:31,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:04:31,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/java.io.tmpdir/jetty-localhost-36247-hadoop-hdfs-3_4_1-tests_jar-_-any-3352121091523917540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T21:04:31,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36247} 2024-12-08T21:04:31,198 INFO [Time-limited test {}] server.Server(415): Started @2592ms 2024-12-08T21:04:31,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:04:31,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:04:31,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:04:31,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:04:31,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T21:04:31,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:04:31,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:04:31,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/java.io.tmpdir/jetty-localhost-44155-hadoop-hdfs-3_4_1-tests_jar-_-any-10377606524397907028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:04:31,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:44155} 2024-12-08T21:04:31,770 INFO [Time-limited test {}] server.Server(415): Started @3164ms 2024-12-08T21:04:31,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T21:04:31,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:04:31,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:04:31,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:04:31,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:04:31,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T21:04:31,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:04:31,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:04:32,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/java.io.tmpdir/jetty-localhost-34363-hadoop-hdfs-3_4_1-tests_jar-_-any-3211645165049198822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:04:32,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:34363} 2024-12-08T21:04:32,040 INFO [Time-limited test {}] server.Server(415): Started @3434ms 2024-12-08T21:04:32,042 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T21:04:32,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:04:32,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:04:32,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:04:32,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:04:32,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T21:04:32,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:04:32,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:04:32,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/java.io.tmpdir/jetty-localhost-37881-hadoop-hdfs-3_4_1-tests_jar-_-any-9686841620128673489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:04:32,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:37881} 2024-12-08T21:04:32,184 INFO [Time-limited test {}] server.Server(415): Started @3578ms 2024-12-08T21:04:32,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T21:04:33,187 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data4/current/BP-2115731200-172.17.0.2-1733691870392/current, will proceed with Du for space computation calculation, 2024-12-08T21:04:33,187 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data1/current/BP-2115731200-172.17.0.2-1733691870392/current, will proceed with Du for space computation calculation, 2024-12-08T21:04:33,187 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data2/current/BP-2115731200-172.17.0.2-1733691870392/current, will proceed with Du for space computation calculation, 2024-12-08T21:04:33,187 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data3/current/BP-2115731200-172.17.0.2-1733691870392/current, will proceed with Du for space computation calculation, 2024-12-08T21:04:33,237 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T21:04:33,237 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T21:04:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19a3654fafa66012 with lease ID 0x359e08baaf5a6628: Processing first storage report for DS-1a3bc38c-be5b-48a3-b1cf-1f99b0b69408 from datanode DatanodeRegistration(127.0.0.1:39861, datanodeUuid=a8e7fd35-66ad-49df-b17a-4f4c4e007c56, infoPort=45917, infoSecurePort=0, ipcPort=37825, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392) 2024-12-08T21:04:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19a3654fafa66012 with lease ID 0x359e08baaf5a6628: from storage DS-1a3bc38c-be5b-48a3-b1cf-1f99b0b69408 node DatanodeRegistration(127.0.0.1:39861, datanodeUuid=a8e7fd35-66ad-49df-b17a-4f4c4e007c56, infoPort=45917, infoSecurePort=0, ipcPort=37825, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T21:04:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10fd7dbaf5842ded with lease ID 0x359e08baaf5a6629: Processing first storage report for DS-e27643d4-3fe0-4482-95ea-421c6beeb8d7 from datanode DatanodeRegistration(127.0.0.1:40863, datanodeUuid=1bcd9811-86dc-4ed5-ba14-26a08ea032cf, infoPort=39329, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392) 2024-12-08T21:04:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10fd7dbaf5842ded with lease ID 0x359e08baaf5a6629: from storage DS-e27643d4-3fe0-4482-95ea-421c6beeb8d7 node DatanodeRegistration(127.0.0.1:40863, datanodeUuid=1bcd9811-86dc-4ed5-ba14-26a08ea032cf, infoPort=39329, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:04:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19a3654fafa66012 with lease ID 0x359e08baaf5a6628: Processing first storage report for DS-c27134b1-b784-4de1-9883-3c742f870a4b from datanode DatanodeRegistration(127.0.0.1:39861, datanodeUuid=a8e7fd35-66ad-49df-b17a-4f4c4e007c56, infoPort=45917, infoSecurePort=0, ipcPort=37825, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392) 2024-12-08T21:04:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19a3654fafa66012 with lease ID 0x359e08baaf5a6628: from storage DS-c27134b1-b784-4de1-9883-3c742f870a4b node DatanodeRegistration(127.0.0.1:39861, datanodeUuid=a8e7fd35-66ad-49df-b17a-4f4c4e007c56, infoPort=45917, infoSecurePort=0, ipcPort=37825, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:04:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10fd7dbaf5842ded with lease ID 0x359e08baaf5a6629: Processing first storage report for DS-c1a9544b-b8ec-425c-86f4-953675ef3159 from datanode DatanodeRegistration(127.0.0.1:40863, datanodeUuid=1bcd9811-86dc-4ed5-ba14-26a08ea032cf, infoPort=39329, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392) 2024-12-08T21:04:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10fd7dbaf5842ded with lease ID 0x359e08baaf5a6629: from storage DS-c1a9544b-b8ec-425c-86f4-953675ef3159 node DatanodeRegistration(127.0.0.1:40863, datanodeUuid=1bcd9811-86dc-4ed5-ba14-26a08ea032cf, infoPort=39329, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T21:04:33,286 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data5/current/BP-2115731200-172.17.0.2-1733691870392/current, will proceed with Du for space computation calculation, 2024-12-08T21:04:33,286 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data6/current/BP-2115731200-172.17.0.2-1733691870392/current, will proceed with Du for space computation calculation, 2024-12-08T21:04:33,310 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T21:04:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaff528719613e75f with lease ID 0x359e08baaf5a662a: Processing first storage report for DS-c5fc0ec2-7b0d-42aa-8a1e-880ede94cce9 from datanode DatanodeRegistration(127.0.0.1:34129, datanodeUuid=9e830ad0-a8e7-4ac5-bb2f-aec527712642, infoPort=33657, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392) 2024-12-08T21:04:33,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaff528719613e75f with lease ID 0x359e08baaf5a662a: from storage DS-c5fc0ec2-7b0d-42aa-8a1e-880ede94cce9 node DatanodeRegistration(127.0.0.1:34129, datanodeUuid=9e830ad0-a8e7-4ac5-bb2f-aec527712642, infoPort=33657, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:04:33,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaff528719613e75f with lease ID 0x359e08baaf5a662a: Processing first storage report for DS-0bc6fd41-09f5-4969-915b-630aa433ec62 from datanode DatanodeRegistration(127.0.0.1:34129, datanodeUuid=9e830ad0-a8e7-4ac5-bb2f-aec527712642, infoPort=33657, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392) 2024-12-08T21:04:33,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaff528719613e75f with lease ID 0x359e08baaf5a662a: from storage DS-0bc6fd41-09f5-4969-915b-630aa433ec62 node DatanodeRegistration(127.0.0.1:34129, datanodeUuid=9e830ad0-a8e7-4ac5-bb2f-aec527712642, infoPort=33657, infoSecurePort=0, ipcPort=41599, storageInfo=lv=-57;cid=testClusterID;nsid=400479624;c=1733691870392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:04:33,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b 2024-12-08T21:04:33,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/zookeeper_0, clientPort=61800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T21:04:33,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61800 2024-12-08T21:04:33,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:33,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:33,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741825_1001 (size=7) 2024-12-08T21:04:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741825_1001 (size=7) 2024-12-08T21:04:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741825_1001 (size=7) 2024-12-08T21:04:34,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 with version=8 2024-12-08T21:04:34,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/hbase-staging 2024-12-08T21:04:34,159 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T21:04:34,358 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:04:34,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:34,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:34,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:04:34,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:34,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:04:34,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T21:04:34,529 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T21:04:34,537 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T21:04:34,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:04:34,561 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 116290 (auto-detected) 2024-12-08T21:04:34,562 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T21:04:34,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32965 2024-12-08T21:04:34,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32965 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-08T21:04:34,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329650x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:04:34,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32965-0x100074c57350000 connected 2024-12-08T21:04:34,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:34,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:34,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:04:34,809 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147, hbase.cluster.distributed=false 2024-12-08T21:04:34,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:04:34,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32965 2024-12-08T21:04:34,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32965 2024-12-08T21:04:34,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32965 2024-12-08T21:04:34,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32965 2024-12-08T21:04:34,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32965 2024-12-08T21:04:34,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:04:34,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:34,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:34,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:04:34,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:34,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:04:34,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T21:04:34,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:04:34,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38035 2024-12-08T21:04:34,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38035 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-08T21:04:34,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:34,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380350x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:04:34,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380350x0, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:04:34,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38035-0x100074c57350001 connected 2024-12-08T21:04:34,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T21:04:34,977 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T21:04:34,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T21:04:34,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:04:34,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38035 2024-12-08T21:04:34,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38035 2024-12-08T21:04:34,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38035 2024-12-08T21:04:34,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38035 2024-12-08T21:04:34,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38035 2024-12-08T21:04:35,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:04:35,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:35,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:35,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:04:35,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:35,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:04:35,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T21:04:35,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:04:35,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43009 2024-12-08T21:04:35,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43009 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-08T21:04:35,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:35,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:35,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430090x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:04:35,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43009-0x100074c57350002 connected 2024-12-08T21:04:35,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:04:35,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T21:04:35,032 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T21:04:35,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T21:04:35,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:04:35,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43009 2024-12-08T21:04:35,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43009 2024-12-08T21:04:35,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43009 2024-12-08T21:04:35,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43009 2024-12-08T21:04:35,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43009 2024-12-08T21:04:35,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:04:35,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:35,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:35,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:04:35,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:04:35,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:04:35,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T21:04:35,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:04:35,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45377 2024-12-08T21:04:35,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45377 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-08T21:04:35,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:35,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:35,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453770x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:04:35,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453770x0, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:04:35,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45377-0x100074c57350003 connected 2024-12-08T21:04:35,100 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T21:04:35,102 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T21:04:35,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T21:04:35,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:04:35,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45377 2024-12-08T21:04:35,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45377 2024-12-08T21:04:35,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45377 2024-12-08T21:04:35,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45377 2024-12-08T21:04:35,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45377 2024-12-08T21:04:35,123 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:32965 2024-12-08T21:04:35,124 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,32965,1733691874204 2024-12-08T21:04:35,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,141 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,32965,1733691874204 2024-12-08T21:04:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T21:04:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T21:04:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T21:04:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,172 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T21:04:35,173 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,32965,1733691874204 from backup master directory 2024-12-08T21:04:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,32965,1733691874204 2024-12-08T21:04:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:04:35,180 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:04:35,180 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,32965,1733691874204 2024-12-08T21:04:35,182 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T21:04:35,184 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T21:04:35,237 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/hbase.id] with ID: f66c18ca-6024-40cd-95df-1b8645b48a7a 2024-12-08T21:04:35,237 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.tmp/hbase.id 2024-12-08T21:04:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741826_1002 (size=42) 2024-12-08T21:04:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741826_1002 (size=42) 2024-12-08T21:04:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741826_1002 (size=42) 2024-12-08T21:04:35,252 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.tmp/hbase.id]:[hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/hbase.id] 2024-12-08T21:04:35,298 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:04:35,303 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T21:04:35,322 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-08T21:04:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741827_1003 (size=196) 2024-12-08T21:04:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741827_1003 (size=196) 2024-12-08T21:04:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741827_1003 (size=196) 2024-12-08T21:04:35,364 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T21:04:35,367 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T21:04:35,384 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T21:04:35,389 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:04:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741828_1004 (size=1189) 2024-12-08T21:04:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741828_1004 (size=1189) 2024-12-08T21:04:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741828_1004 (size=1189) 2024-12-08T21:04:35,436 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store 2024-12-08T21:04:35,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741829_1005 (size=34) 2024-12-08T21:04:35,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741829_1005 (size=34) 2024-12-08T21:04:35,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741829_1005 (size=34) 2024-12-08T21:04:35,461 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T21:04:35,465 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:35,467 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T21:04:35,467 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:04:35,467 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:04:35,469 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T21:04:35,470 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:04:35,470 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:04:35,471 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691875467Disabling compacts and flushes for region at 1733691875467Disabling writes for close at 1733691875469 (+2 ms)Writing region close event to WAL at 1733691875470 (+1 ms)Closed at 1733691875470 2024-12-08T21:04:35,473 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/.initializing 2024-12-08T21:04:35,473 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/WALs/229bab1f9d30,32965,1733691874204 2024-12-08T21:04:35,480 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:04:35,494 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C32965%2C1733691874204, suffix=, logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/WALs/229bab1f9d30,32965,1733691874204, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/oldWALs, maxLogs=10 2024-12-08T21:04:35,515 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/WALs/229bab1f9d30,32965,1733691874204/229bab1f9d30%2C32965%2C1733691874204.1733691875498, exclude list is [], retry=0 2024-12-08T21:04:35,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-c5fc0ec2-7b0d-42aa-8a1e-880ede94cce9,DISK] 2024-12-08T21:04:35,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39861,DS-1a3bc38c-be5b-48a3-b1cf-1f99b0b69408,DISK] 2024-12-08T21:04:35,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40863,DS-e27643d4-3fe0-4482-95ea-421c6beeb8d7,DISK] 2024-12-08T21:04:35,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T21:04:35,569 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/WALs/229bab1f9d30,32965,1733691874204/229bab1f9d30%2C32965%2C1733691874204.1733691875498 2024-12-08T21:04:35,570 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:39329:39329),(127.0.0.1/127.0.0.1:45917:45917)] 2024-12-08T21:04:35,570 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T21:04:35,571 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:35,574 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,575 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T21:04:35,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:35,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:35,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T21:04:35,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:35,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:35,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T21:04:35,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:35,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:35,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T21:04:35,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:35,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:35,647 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,650 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,651 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,655 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,656 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,659 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T21:04:35,662 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:04:35,666 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:35,667 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60253262, jitterRate=-0.10215643048286438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T21:04:35,672 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691875587Initializing all the Stores at 1733691875589 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691875590 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691875590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691875591 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691875591Cleaning up temporary data from old regions at 1733691875656 (+65 ms)Region opened successfully at 1733691875672 (+16 ms) 2024-12-08T21:04:35,673 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T21:04:35,703 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680ed35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:04:35,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T21:04:35,740 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T21:04:35,740 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T21:04:35,742 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T21:04:35,743 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T21:04:35,748 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T21:04:35,748 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-08T21:04:35,769 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T21:04:35,777 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T21:04:35,787 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T21:04:35,790 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T21:04:35,791 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T21:04:35,795 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T21:04:35,798 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T21:04:35,802 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T21:04:35,812 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T21:04:35,813 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T21:04:35,820 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T21:04:35,841 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T21:04:35,853 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T21:04:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:04:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:04:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:04:35,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:04:35,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,867 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,32965,1733691874204, sessionid=0x100074c57350000, setting cluster-up flag (Was=false) 2024-12-08T21:04:35,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,929 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T21:04:35,931 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,32965,1733691874204 2024-12-08T21:04:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:35,979 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T21:04:35,980 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,32965,1733691874204 2024-12-08T21:04:35,985 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T21:04:36,015 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(746): ClusterId : f66c18ca-6024-40cd-95df-1b8645b48a7a 2024-12-08T21:04:36,015 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(746): ClusterId : f66c18ca-6024-40cd-95df-1b8645b48a7a 2024-12-08T21:04:36,016 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(746): ClusterId : f66c18ca-6024-40cd-95df-1b8645b48a7a 2024-12-08T21:04:36,017 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T21:04:36,017 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T21:04:36,017 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T21:04:36,039 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T21:04:36,039 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T21:04:36,039 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T21:04:36,039 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T21:04:36,039 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T21:04:36,039 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T21:04:36,047 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T21:04:36,047 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T21:04:36,047 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T21:04:36,048 DEBUG [RS:0;229bab1f9d30:38035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f702248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:04:36,048 DEBUG [RS:2;229bab1f9d30:45377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300cda6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:04:36,048 DEBUG [RS:1;229bab1f9d30:43009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4c9241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:04:36,065 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:43009 2024-12-08T21:04:36,066 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:38035 2024-12-08T21:04:36,069 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T21:04:36,069 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T21:04:36,069 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T21:04:36,070 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T21:04:36,070 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T21:04:36,070 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T21:04:36,069 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T21:04:36,070 DEBUG [RS:2;229bab1f9d30:45377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;229bab1f9d30:45377 2024-12-08T21:04:36,071 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T21:04:36,071 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T21:04:36,071 DEBUG [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T21:04:36,073 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,32965,1733691874204 with port=43009, startcode=1733691875007 2024-12-08T21:04:36,073 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,32965,1733691874204 with port=38035, startcode=1733691874902 2024-12-08T21:04:36,073 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,32965,1733691874204 with port=45377, startcode=1733691875053 2024-12-08T21:04:36,082 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T21:04:36,086 DEBUG [RS:0;229bab1f9d30:38035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T21:04:36,086 DEBUG [RS:1;229bab1f9d30:43009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T21:04:36,086 DEBUG [RS:2;229bab1f9d30:45377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T21:04:36,090 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T21:04:36,097 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,32965,1733691874204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T21:04:36,112 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:04:36,112 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:04:36,112 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:04:36,112 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:04:36,112 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T21:04:36,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:04:36,113 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T21:04:36,132 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691906131 2024-12-08T21:04:36,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T21:04:36,132 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T21:04:36,132 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T21:04:36,132 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T21:04:36,134 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T21:04:36,135 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T21:04:36,139 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T21:04:36,140 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T21:04:36,140 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:36,140 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T21:04:36,140 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T21:04:36,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T21:04:36,140 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T21:04:36,147 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T21:04:36,148 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T21:04:36,147 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,152 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T21:04:36,154 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T21:04:36,154 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T21:04:36,166 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T21:04:36,167 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T21:04:36,170 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691876168,5,FailOnTimeoutGroup] 2024-12-08T21:04:36,172 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691876170,5,FailOnTimeoutGroup] 2024-12-08T21:04:36,172 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,172 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T21:04:36,204 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,205 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,205 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T21:04:36,205 DEBUG [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T21:04:36,205 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T21:04:36,205 WARN [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T21:04:36,205 WARN [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T21:04:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741831_1007 (size=1321) 2024-12-08T21:04:36,205 WARN [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T21:04:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741831_1007 (size=1321) 2024-12-08T21:04:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741831_1007 (size=1321) 2024-12-08T21:04:36,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T21:04:36,208 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:36,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741832_1008 (size=32) 2024-12-08T21:04:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741832_1008 (size=32) 2024-12-08T21:04:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741832_1008 (size=32) 2024-12-08T21:04:36,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:36,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T21:04:36,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T21:04:36,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:36,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:36,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T21:04:36,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T21:04:36,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:36,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:36,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T21:04:36,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T21:04:36,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:36,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:36,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T21:04:36,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T21:04:36,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:36,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:36,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T21:04:36,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740 2024-12-08T21:04:36,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740 2024-12-08T21:04:36,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T21:04:36,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T21:04:36,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T21:04:36,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T21:04:36,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:36,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75303818, jitterRate=0.12211433053016663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T21:04:36,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691876227Initializing all the Stores at 1733691876230 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691876230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691876230Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691876230Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691876230Cleaning up temporary data from old regions at 1733691876252 (+22 ms)Region opened successfully at 1733691876266 (+14 ms) 2024-12-08T21:04:36,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T21:04:36,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T21:04:36,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T21:04:36,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T21:04:36,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T21:04:36,268 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T21:04:36,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691876266Disabling compacts and flushes for region at 1733691876266Disabling writes for close at 1733691876266Writing region close event to WAL at 1733691876267 (+1 ms)Closed at 1733691876268 (+1 ms) 2024-12-08T21:04:36,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T21:04:36,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T21:04:36,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T21:04:36,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T21:04:36,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T21:04:36,307 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,32965,1733691874204 with port=38035, startcode=1733691874902 2024-12-08T21:04:36,307 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,32965,1733691874204 with port=45377, startcode=1733691875053 2024-12-08T21:04:36,307 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,32965,1733691874204 with port=43009, startcode=1733691875007 2024-12-08T21:04:36,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,38035,1733691874902 2024-12-08T21:04:36,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:36,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,45377,1733691875053 2024-12-08T21:04:36,320 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:36,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,45377,1733691875053 2024-12-08T21:04:36,321 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36023 2024-12-08T21:04:36,321 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T21:04:36,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,43009,1733691875007 2024-12-08T21:04:36,323 DEBUG [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:36,323 DEBUG [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36023 2024-12-08T21:04:36,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:36,323 DEBUG [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T21:04:36,326 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:36,326 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36023 2024-12-08T21:04:36,326 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T21:04:36,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:04:36,401 DEBUG [RS:0;229bab1f9d30:38035 {}] zookeeper.ZKUtil(111): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,38035,1733691874902 2024-12-08T21:04:36,401 WARN [RS:0;229bab1f9d30:38035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:04:36,401 DEBUG [RS:2;229bab1f9d30:45377 {}] zookeeper.ZKUtil(111): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,45377,1733691875053 2024-12-08T21:04:36,401 WARN [RS:2;229bab1f9d30:45377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:04:36,401 INFO [RS:0;229bab1f9d30:38035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:04:36,401 DEBUG [RS:1;229bab1f9d30:43009 {}] zookeeper.ZKUtil(111): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,43009,1733691875007 2024-12-08T21:04:36,401 INFO [RS:2;229bab1f9d30:45377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:04:36,401 WARN [RS:1;229bab1f9d30:43009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:04:36,401 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,38035,1733691874902 2024-12-08T21:04:36,401 INFO [RS:1;229bab1f9d30:43009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:04:36,401 DEBUG [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053 2024-12-08T21:04:36,402 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,43009,1733691875007 2024-12-08T21:04:36,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,43009,1733691875007] 2024-12-08T21:04:36,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,38035,1733691874902] 2024-12-08T21:04:36,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,45377,1733691875053] 2024-12-08T21:04:36,429 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T21:04:36,429 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T21:04:36,429 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T21:04:36,442 WARN [229bab1f9d30:32965 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T21:04:36,443 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T21:04:36,443 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T21:04:36,443 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T21:04:36,449 INFO [RS:2;229bab1f9d30:45377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T21:04:36,449 INFO [RS:1;229bab1f9d30:43009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T21:04:36,449 INFO [RS:0;229bab1f9d30:38035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T21:04:36,449 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,449 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,449 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,452 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T21:04:36,453 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T21:04:36,455 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T21:04:36,458 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T21:04:36,458 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T21:04:36,458 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T21:04:36,460 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,460 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,460 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,460 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,460 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,460 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,460 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,460 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,460 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,460 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:04:36,461 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:04:36,461 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:04:36,461 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,461 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:04:36,462 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:04:36,462 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:04:36,462 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:04:36,462 DEBUG [RS:0;229bab1f9d30:38035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:04:36,462 DEBUG [RS:2;229bab1f9d30:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:04:36,462 DEBUG [RS:1;229bab1f9d30:43009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:04:36,464 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,464 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,464 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,464 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,464 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,464 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,465 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,465 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,465 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,45377,1733691875053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:04:36,465 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,465 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,465 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38035,1733691874902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:04:36,467 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,467 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,467 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,467 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,467 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,467 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43009,1733691875007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:04:36,497 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T21:04:36,497 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T21:04:36,497 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T21:04:36,499 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,45377,1733691875053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,499 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,43009,1733691875007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,499 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38035,1733691874902-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,500 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,500 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,500 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.Replication(171): 229bab1f9d30,38035,1733691874902 started 2024-12-08T21:04:36,500 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.Replication(171): 229bab1f9d30,43009,1733691875007 started 2024-12-08T21:04:36,500 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,501 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.Replication(171): 229bab1f9d30,45377,1733691875053 started 2024-12-08T21:04:36,525 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,525 INFO [RS:2;229bab1f9d30:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,525 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:36,525 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,43009,1733691875007, RpcServer on 229bab1f9d30/172.17.0.2:43009, sessionid=0x100074c57350002 2024-12-08T21:04:36,525 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,38035,1733691874902, RpcServer on 229bab1f9d30/172.17.0.2:38035, sessionid=0x100074c57350001 2024-12-08T21:04:36,525 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,45377,1733691875053, RpcServer on 229bab1f9d30/172.17.0.2:45377, sessionid=0x100074c57350003 2024-12-08T21:04:36,526 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T21:04:36,526 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T21:04:36,526 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T21:04:36,526 DEBUG [RS:2;229bab1f9d30:45377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,45377,1733691875053 2024-12-08T21:04:36,526 DEBUG [RS:0;229bab1f9d30:38035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,38035,1733691874902 2024-12-08T21:04:36,526 DEBUG [RS:1;229bab1f9d30:43009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,43009,1733691875007 2024-12-08T21:04:36,526 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,45377,1733691875053' 2024-12-08T21:04:36,526 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43009,1733691875007' 2024-12-08T21:04:36,526 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,38035,1733691874902' 2024-12-08T21:04:36,527 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T21:04:36,527 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T21:04:36,527 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T21:04:36,528 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T21:04:36,528 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T21:04:36,528 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T21:04:36,528 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T21:04:36,528 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T21:04:36,528 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T21:04:36,529 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T21:04:36,529 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T21:04:36,529 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T21:04:36,529 DEBUG [RS:0;229bab1f9d30:38035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,38035,1733691874902 2024-12-08T21:04:36,529 DEBUG [RS:2;229bab1f9d30:45377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,45377,1733691875053 2024-12-08T21:04:36,529 DEBUG [RS:1;229bab1f9d30:43009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,43009,1733691875007 2024-12-08T21:04:36,529 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,38035,1733691874902' 2024-12-08T21:04:36,529 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,43009,1733691875007' 2024-12-08T21:04:36,529 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,45377,1733691875053' 2024-12-08T21:04:36,529 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T21:04:36,529 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T21:04:36,529 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T21:04:36,529 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T21:04:36,530 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T21:04:36,530 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T21:04:36,530 DEBUG [RS:0;229bab1f9d30:38035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T21:04:36,530 INFO [RS:0;229bab1f9d30:38035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T21:04:36,530 DEBUG [RS:1;229bab1f9d30:43009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T21:04:36,530 INFO [RS:0;229bab1f9d30:38035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T21:04:36,530 INFO [RS:1;229bab1f9d30:43009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T21:04:36,530 DEBUG [RS:2;229bab1f9d30:45377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T21:04:36,530 INFO [RS:1;229bab1f9d30:43009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T21:04:36,530 INFO [RS:2;229bab1f9d30:45377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T21:04:36,530 INFO [RS:2;229bab1f9d30:45377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T21:04:36,634 INFO [RS:0;229bab1f9d30:38035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:04:36,634 INFO [RS:1;229bab1f9d30:43009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:04:36,634 INFO [RS:2;229bab1f9d30:45377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:04:36,638 INFO [RS:1;229bab1f9d30:43009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C43009%2C1733691875007, suffix=, logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,43009,1733691875007, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs, maxLogs=32 2024-12-08T21:04:36,638 INFO [RS:0;229bab1f9d30:38035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C38035%2C1733691874902, suffix=, logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,38035,1733691874902, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs, maxLogs=32 2024-12-08T21:04:36,638 INFO [RS:2;229bab1f9d30:45377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C45377%2C1733691875053, suffix=, logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs, maxLogs=32 2024-12-08T21:04:36,654 DEBUG [RS:0;229bab1f9d30:38035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,38035,1733691874902/229bab1f9d30%2C38035%2C1733691874902.1733691876642, exclude list is [], retry=0 2024-12-08T21:04:36,654 DEBUG [RS:1;229bab1f9d30:43009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,43009,1733691875007/229bab1f9d30%2C43009%2C1733691875007.1733691876642, exclude list is [], retry=0 2024-12-08T21:04:36,656 DEBUG [RS:2;229bab1f9d30:45377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053/229bab1f9d30%2C45377%2C1733691875053.1733691876642, exclude list is [], retry=0 2024-12-08T21:04:36,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40863,DS-e27643d4-3fe0-4482-95ea-421c6beeb8d7,DISK] 2024-12-08T21:04:36,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40863,DS-e27643d4-3fe0-4482-95ea-421c6beeb8d7,DISK] 2024-12-08T21:04:36,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-c5fc0ec2-7b0d-42aa-8a1e-880ede94cce9,DISK] 2024-12-08T21:04:36,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39861,DS-1a3bc38c-be5b-48a3-b1cf-1f99b0b69408,DISK] 2024-12-08T21:04:36,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39861,DS-1a3bc38c-be5b-48a3-b1cf-1f99b0b69408,DISK] 2024-12-08T21:04:36,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-c5fc0ec2-7b0d-42aa-8a1e-880ede94cce9,DISK] 2024-12-08T21:04:36,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40863,DS-e27643d4-3fe0-4482-95ea-421c6beeb8d7,DISK] 2024-12-08T21:04:36,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39861,DS-1a3bc38c-be5b-48a3-b1cf-1f99b0b69408,DISK] 2024-12-08T21:04:36,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-c5fc0ec2-7b0d-42aa-8a1e-880ede94cce9,DISK] 2024-12-08T21:04:36,669 INFO [RS:0;229bab1f9d30:38035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,38035,1733691874902/229bab1f9d30%2C38035%2C1733691874902.1733691876642 2024-12-08T21:04:36,669 INFO [RS:1;229bab1f9d30:43009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,43009,1733691875007/229bab1f9d30%2C43009%2C1733691875007.1733691876642 2024-12-08T21:04:36,670 INFO [RS:2;229bab1f9d30:45377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053/229bab1f9d30%2C45377%2C1733691875053.1733691876642 2024-12-08T21:04:36,670 DEBUG [RS:0;229bab1f9d30:38035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:39329:39329),(127.0.0.1/127.0.0.1:45917:45917)] 2024-12-08T21:04:36,670 DEBUG [RS:1;229bab1f9d30:43009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329),(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:45917:45917)] 2024-12-08T21:04:36,670 DEBUG [RS:2;229bab1f9d30:45377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329),(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:45917:45917)] 2024-12-08T21:04:36,694 DEBUG [229bab1f9d30:32965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T21:04:36,702 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T21:04:36,709 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T21:04:36,709 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T21:04:36,710 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T21:04:36,710 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T21:04:36,710 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T21:04:36,710 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T21:04:36,710 INFO [229bab1f9d30:32965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T21:04:36,710 INFO [229bab1f9d30:32965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T21:04:36,710 INFO [229bab1f9d30:32965 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T21:04:36,710 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T21:04:36,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:36,723 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,43009,1733691875007, state=OPENING 2024-12-08T21:04:36,737 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T21:04:36,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:36,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:36,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:36,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:04:36,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:36,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:36,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:36,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:36,749 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T21:04:36,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,43009,1733691875007}] 2024-12-08T21:04:44,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T21:04:44,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T21:04:46,781 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T21:04:46,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T21:04:46,795 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T21:04:46,795 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:04:46,795 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T21:04:46,798 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C43009%2C1733691875007.meta, suffix=.meta, logDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,43009,1733691875007, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs, maxLogs=32 2024-12-08T21:04:46,813 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,43009,1733691875007/229bab1f9d30%2C43009%2C1733691875007.meta.1733691886800.meta, exclude list is [], retry=0 2024-12-08T21:04:46,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-c5fc0ec2-7b0d-42aa-8a1e-880ede94cce9,DISK] 2024-12-08T21:04:46,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40863,DS-e27643d4-3fe0-4482-95ea-421c6beeb8d7,DISK] 2024-12-08T21:04:46,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39861,DS-1a3bc38c-be5b-48a3-b1cf-1f99b0b69408,DISK] 2024-12-08T21:04:46,821 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,43009,1733691875007/229bab1f9d30%2C43009%2C1733691875007.meta.1733691886800.meta 2024-12-08T21:04:46,821 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917),(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-08T21:04:46,821 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T21:04:46,823 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T21:04:46,825 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T21:04:46,829 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T21:04:46,832 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T21:04:46,833 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:46,833 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T21:04:46,833 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T21:04:46,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T21:04:46,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T21:04:46,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:46,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:46,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T21:04:46,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T21:04:46,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:46,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:46,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T21:04:46,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T21:04:46,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:46,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:46,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T21:04:46,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T21:04:46,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:46,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:04:46,848 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T21:04:46,849 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740 2024-12-08T21:04:46,851 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740 2024-12-08T21:04:46,854 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T21:04:46,854 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T21:04:46,855 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T21:04:46,858 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T21:04:46,859 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66042690, jitterRate=-0.01588723063468933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T21:04:46,859 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T21:04:46,860 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691886834Writing region info on filesystem at 1733691886834Initializing all the Stores at 1733691886835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691886835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691886838 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691886838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691886838Cleaning up temporary data from old regions at 1733691886854 (+16 ms)Running coprocessor post-open hooks at 1733691886859 (+5 ms)Region opened successfully at 1733691886860 (+1 ms) 2024-12-08T21:04:46,868 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691886772 2024-12-08T21:04:46,879 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T21:04:46,880 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T21:04:46,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:46,883 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,43009,1733691875007, state=OPEN 2024-12-08T21:04:46,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:04:46,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:04:46,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:04:46,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:04:46,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:46,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:46,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:46,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:04:46,903 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:46,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T21:04:46,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,43009,1733691875007 in 10.1520 sec 2024-12-08T21:04:46,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T21:04:46,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6310 sec 2024-12-08T21:04:46,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T21:04:46,915 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T21:04:46,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T21:04:46,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,43009,1733691875007, seqNum=-1] 2024-12-08T21:04:46,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:04:46,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:04:46,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9820 sec 2024-12-08T21:04:46,998 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691886998, completionTime=-1 2024-12-08T21:04:47,001 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T21:04:47,001 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T21:04:47,023 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T21:04:47,024 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733691947024 2024-12-08T21:04:47,024 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733692007024 2024-12-08T21:04:47,024 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-08T21:04:47,025 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:04:47,031 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,32965,1733691874204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:47,031 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,32965,1733691874204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:47,031 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,32965,1733691874204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:47,032 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:32965, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:47,033 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:47,033 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:47,038 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T21:04:47,063 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.883sec 2024-12-08T21:04:47,065 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T21:04:47,066 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T21:04:47,068 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T21:04:47,069 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T21:04:47,069 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T21:04:47,070 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,32965,1733691874204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:04:47,070 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,32965,1733691874204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T21:04:47,075 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T21:04:47,076 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T21:04:47,077 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,32965,1733691874204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:04:47,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:04:47,139 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T21:04:47,139 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T21:04:47,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,32965,-1 for getting cluster id 2024-12-08T21:04:47,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T21:04:47,158 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f66c18ca-6024-40cd-95df-1b8645b48a7a' 2024-12-08T21:04:47,160 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T21:04:47,161 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f66c18ca-6024-40cd-95df-1b8645b48a7a" 2024-12-08T21:04:47,161 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452b054a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:04:47,161 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,32965,-1] 2024-12-08T21:04:47,164 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T21:04:47,166 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:04:47,167 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T21:04:47,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:04:47,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T21:04:47,177 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,43009,1733691875007, seqNum=-1] 2024-12-08T21:04:47,178 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:04:47,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:04:47,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,32965,1733691874204 2024-12-08T21:04:47,201 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733691887200 (current time:1733691887200). 2024-12-08T21:04:47,201 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T21:04:47,202 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-08T21:04:47,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:04:47,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,32965,-1 for getting cluster id 2024-12-08T21:04:47,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T21:04:47,205 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f66c18ca-6024-40cd-95df-1b8645b48a7a' 2024-12-08T21:04:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T21:04:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f66c18ca-6024-40cd-95df-1b8645b48a7a" 2024-12-08T21:04:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4227d460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:04:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,32965,-1] 2024-12-08T21:04:47,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T21:04:47,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:04:47,208 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T21:04:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56602501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:04:47,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T21:04:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,43009,1733691875007, seqNum=-1] 2024-12-08T21:04:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:04:47,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:04:47,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T21:04:47,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:04:47,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:04:47,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:04:47,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T21:04:47,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T21:04:47,230 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,32965,1733691874204 2024-12-08T21:04:47,232 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e998e2e 2024-12-08T21:04:47,233 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T21:04:47,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T21:04:47,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T21:04:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-08T21:04:47,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T21:04:47,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-08T21:04:47,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:47,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T21:04:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741837_1013 (size=361) 2024-12-08T21:04:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741837_1013 (size=361) 2024-12-08T21:04:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741837_1013 (size=361) 2024-12-08T21:04:47,274 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4f5587d67bb6c8421fbe375aab93dd8f, NAME => 'SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,275 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f4e2ba9e4ffb57c9f8bdb508907b79b, NAME => 'SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f23a6c97c95a474f47a752b6ea2d62f1, NAME => 'SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741838_1014 (size=54) 2024-12-08T21:04:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741838_1014 (size=54) 2024-12-08T21:04:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741838_1014 (size=54) 2024-12-08T21:04:47,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5f4e2ba9e4ffb57c9f8bdb508907b79b, disabling compactions & flushes 2024-12-08T21:04:47,303 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:04:47,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:04:47,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. after waiting 0 ms 2024-12-08T21:04:47,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:04:47,303 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:04:47,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f4e2ba9e4ffb57c9f8bdb508907b79b: Waiting for close lock at 1733691887303Disabling compacts and flushes for region at 1733691887303Disabling writes for close at 1733691887303Writing region close event to WAL at 1733691887303Closed at 1733691887303 2024-12-08T21:04:47,304 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e2432016b45fcf3456005433f1de486, NAME => 'SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741839_1015 (size=62) 2024-12-08T21:04:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741839_1015 (size=62) 2024-12-08T21:04:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741839_1015 (size=62) 2024-12-08T21:04:47,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4f5587d67bb6c8421fbe375aab93dd8f, disabling compactions & flushes 2024-12-08T21:04:47,309 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:04:47,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:04:47,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. after waiting 0 ms 2024-12-08T21:04:47,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:04:47,309 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:04:47,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4f5587d67bb6c8421fbe375aab93dd8f: Waiting for close lock at 1733691887309Disabling compacts and flushes for region at 1733691887309Disabling writes for close at 1733691887309Writing region close event to WAL at 1733691887309Closed at 1733691887309 2024-12-08T21:04:47,310 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ddaa271c6235e0002d4309bbc1664164, NAME => 'SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741840_1016 (size=62) 2024-12-08T21:04:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741840_1016 (size=62) 2024-12-08T21:04:47,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741840_1016 (size=62) 2024-12-08T21:04:47,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f23a6c97c95a474f47a752b6ea2d62f1, disabling compactions & flushes 2024-12-08T21:04:47,320 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:04:47,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:04:47,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. after waiting 0 ms 2024-12-08T21:04:47,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:04:47,320 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:04:47,320 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f23a6c97c95a474f47a752b6ea2d62f1: Waiting for close lock at 1733691887320Disabling compacts and flushes for region at 1733691887320Disabling writes for close at 1733691887320Writing region close event to WAL at 1733691887320Closed at 1733691887320 2024-12-08T21:04:47,321 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f9fc136aeaad9bb541e0236ec30518d7, NAME => 'SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741842_1018 (size=62) 2024-12-08T21:04:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741841_1017 (size=62) 2024-12-08T21:04:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741841_1017 (size=62) 2024-12-08T21:04:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741842_1018 (size=62) 2024-12-08T21:04:47,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741842_1018 (size=62) 2024-12-08T21:04:47,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ddaa271c6235e0002d4309bbc1664164, disabling compactions & flushes 2024-12-08T21:04:47,359 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:04:47,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:04:47,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. after waiting 0 ms 2024-12-08T21:04:47,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:04:47,359 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:04:47,359 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ddaa271c6235e0002d4309bbc1664164: Waiting for close lock at 1733691887359Disabling compacts and flushes for region at 1733691887359Disabling writes for close at 1733691887359Writing region close event to WAL at 1733691887359Closed at 1733691887359 2024-12-08T21:04:47,360 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f022ffc3eea19151bbfe818b66baa710, NAME => 'SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741841_1017 (size=62) 2024-12-08T21:04:47,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8e2432016b45fcf3456005433f1de486, disabling compactions & flushes 2024-12-08T21:04:47,361 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:04:47,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:04:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. after waiting 0 ms 2024-12-08T21:04:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:04:47,362 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:04:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e2432016b45fcf3456005433f1de486: Waiting for close lock at 1733691887361Disabling compacts and flushes for region at 1733691887361Disabling writes for close at 1733691887362 (+1 ms)Writing region close event to WAL at 1733691887362Closed at 1733691887362 2024-12-08T21:04:47,362 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8c76fb508b769cdf0f6457c7cab4f99, NAME => 'SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741843_1019 (size=62) 2024-12-08T21:04:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741843_1019 (size=62) 2024-12-08T21:04:47,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741843_1019 (size=62) 2024-12-08T21:04:47,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f9fc136aeaad9bb541e0236ec30518d7, disabling compactions & flushes 2024-12-08T21:04:47,371 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:04:47,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:04:47,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. after waiting 0 ms 2024-12-08T21:04:47,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:04:47,371 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:04:47,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f9fc136aeaad9bb541e0236ec30518d7: Waiting for close lock at 1733691887371Disabling compacts and flushes for region at 1733691887371Disabling writes for close at 1733691887371Writing region close event to WAL at 1733691887371Closed at 1733691887371 2024-12-08T21:04:47,372 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 153d148c3b1fca1d01f2572cd1a7e0c7, NAME => 'SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741846_1022 (size=62) 2024-12-08T21:04:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741846_1022 (size=62) 2024-12-08T21:04:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741846_1022 (size=62) 2024-12-08T21:04:47,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 153d148c3b1fca1d01f2572cd1a7e0c7, disabling compactions & flushes 2024-12-08T21:04:47,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741845_1021 (size=62) 2024-12-08T21:04:47,399 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:04:47,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:04:47,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. after waiting 0 ms 2024-12-08T21:04:47,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:04:47,399 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:04:47,399 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 153d148c3b1fca1d01f2572cd1a7e0c7: Waiting for close lock at 1733691887399Disabling compacts and flushes for region at 1733691887399Disabling writes for close at 1733691887399Writing region close event to WAL at 1733691887399Closed at 1733691887399 2024-12-08T21:04:47,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741844_1020 (size=62) 2024-12-08T21:04:47,400 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 65ab0a13558770a29c0fa0608d96641a, NAME => 'SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147 2024-12-08T21:04:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741845_1021 (size=62) 2024-12-08T21:04:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741844_1020 (size=62) 2024-12-08T21:04:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741845_1021 (size=62) 2024-12-08T21:04:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741844_1020 (size=62) 2024-12-08T21:04:47,406 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f022ffc3eea19151bbfe818b66baa710, disabling compactions & flushes 2024-12-08T21:04:47,407 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:04:47,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:04:47,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. after waiting 0 ms 2024-12-08T21:04:47,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:04:47,407 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:04:47,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f022ffc3eea19151bbfe818b66baa710: Waiting for close lock at 1733691887407Disabling compacts and flushes for region at 1733691887407Disabling writes for close at 1733691887407Writing region close event to WAL at 1733691887407Closed at 1733691887407 2024-12-08T21:04:47,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e8c76fb508b769cdf0f6457c7cab4f99, disabling compactions & flushes 2024-12-08T21:04:47,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:04:47,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:04:47,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. after waiting 0 ms 2024-12-08T21:04:47,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:04:47,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:04:47,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8c76fb508b769cdf0f6457c7cab4f99: Waiting for close lock at 1733691887407Disabling compacts and flushes for region at 1733691887407Disabling writes for close at 1733691887408 (+1 ms)Writing region close event to WAL at 1733691887408Closed at 1733691887408 2024-12-08T21:04:47,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741847_1023 (size=54) 2024-12-08T21:04:47,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741847_1023 (size=54) 2024-12-08T21:04:47,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741847_1023 (size=54) 2024-12-08T21:04:47,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:47,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 65ab0a13558770a29c0fa0608d96641a, disabling compactions & flushes 2024-12-08T21:04:47,420 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:04:47,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:04:47,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. after waiting 0 ms 2024-12-08T21:04:47,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:04:47,421 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:04:47,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 65ab0a13558770a29c0fa0608d96641a: Waiting for close lock at 1733691887420Disabling compacts and flushes for region at 1733691887420Disabling writes for close at 1733691887421 (+1 ms)Writing region close event to WAL at 1733691887421Closed at 1733691887421 2024-12-08T21:04:47,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T21:04:47,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733691887423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691887423"}]},"ts":"1733691887423"} 2024-12-08T21:04:47,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-08T21:04:47,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T21:04:47,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691887461"}]},"ts":"1733691887461"} 2024-12-08T21:04:47,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-08T21:04:47,468 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T21:04:47,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T21:04:47,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T21:04:47,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T21:04:47,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T21:04:47,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T21:04:47,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T21:04:47,475 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T21:04:47,475 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T21:04:47,475 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T21:04:47,475 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T21:04:47,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f4e2ba9e4ffb57c9f8bdb508907b79b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f23a6c97c95a474f47a752b6ea2d62f1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddaa271c6235e0002d4309bbc1664164, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9fc136aeaad9bb541e0236ec30518d7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8c76fb508b769cdf0f6457c7cab4f99, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=153d148c3b1fca1d01f2572cd1a7e0c7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65ab0a13558770a29c0fa0608d96641a, ASSIGN}] 2024-12-08T21:04:47,481 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f4e2ba9e4ffb57c9f8bdb508907b79b, ASSIGN 2024-12-08T21:04:47,481 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN 2024-12-08T21:04:47,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8c76fb508b769cdf0f6457c7cab4f99, ASSIGN 2024-12-08T21:04:47,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN 2024-12-08T21:04:47,483 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f4e2ba9e4ffb57c9f8bdb508907b79b, ASSIGN; state=OFFLINE, location=229bab1f9d30,38035,1733691874902; forceNewPlan=false, retain=false 2024-12-08T21:04:47,483 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8c76fb508b769cdf0f6457c7cab4f99, ASSIGN; state=OFFLINE, location=229bab1f9d30,43009,1733691875007; forceNewPlan=false, retain=false 2024-12-08T21:04:47,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN; state=OFFLINE, location=229bab1f9d30,45377,1733691875053; forceNewPlan=false, retain=false 2024-12-08T21:04:47,483 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65ab0a13558770a29c0fa0608d96641a, ASSIGN 2024-12-08T21:04:47,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN; state=OFFLINE, location=229bab1f9d30,45377,1733691875053; forceNewPlan=false, retain=false 2024-12-08T21:04:47,486 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65ab0a13558770a29c0fa0608d96641a, ASSIGN; state=OFFLINE, location=229bab1f9d30,38035,1733691874902; forceNewPlan=false, retain=false 2024-12-08T21:04:47,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9fc136aeaad9bb541e0236ec30518d7, ASSIGN 2024-12-08T21:04:47,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=153d148c3b1fca1d01f2572cd1a7e0c7, ASSIGN 2024-12-08T21:04:47,492 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddaa271c6235e0002d4309bbc1664164, ASSIGN 2024-12-08T21:04:47,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=153d148c3b1fca1d01f2572cd1a7e0c7, ASSIGN; state=OFFLINE, location=229bab1f9d30,38035,1733691874902; forceNewPlan=false, retain=false 2024-12-08T21:04:47,492 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9fc136aeaad9bb541e0236ec30518d7, ASSIGN; state=OFFLINE, location=229bab1f9d30,43009,1733691875007; forceNewPlan=false, retain=false 2024-12-08T21:04:47,492 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN 2024-12-08T21:04:47,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddaa271c6235e0002d4309bbc1664164, ASSIGN; state=OFFLINE, location=229bab1f9d30,38035,1733691874902; forceNewPlan=false, retain=false 2024-12-08T21:04:47,495 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN; state=OFFLINE, location=229bab1f9d30,45377,1733691875053; forceNewPlan=false, retain=false 2024-12-08T21:04:47,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f23a6c97c95a474f47a752b6ea2d62f1, ASSIGN 2024-12-08T21:04:47,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f23a6c97c95a474f47a752b6ea2d62f1, ASSIGN; state=OFFLINE, location=229bab1f9d30,43009,1733691875007; forceNewPlan=false, retain=false 2024-12-08T21:04:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:47,636 INFO [229bab1f9d30:32965 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-08T21:04:47,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f5587d67bb6c8421fbe375aab93dd8f, regionState=OPENING, regionLocation=229bab1f9d30,45377,1733691875053 2024-12-08T21:04:47,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e8c76fb508b769cdf0f6457c7cab4f99, regionState=OPENING, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:47,637 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f022ffc3eea19151bbfe818b66baa710, regionState=OPENING, regionLocation=229bab1f9d30,45377,1733691875053 2024-12-08T21:04:47,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f9fc136aeaad9bb541e0236ec30518d7, regionState=OPENING, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:47,637 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8e2432016b45fcf3456005433f1de486, regionState=OPENING, regionLocation=229bab1f9d30,45377,1733691875053 2024-12-08T21:04:47,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f23a6c97c95a474f47a752b6ea2d62f1, regionState=OPENING, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:47,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=65ab0a13558770a29c0fa0608d96641a, regionState=OPENING, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:47,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=153d148c3b1fca1d01f2572cd1a7e0c7, regionState=OPENING, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:47,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddaa271c6235e0002d4309bbc1664164, regionState=OPENING, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:47,639 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f4e2ba9e4ffb57c9f8bdb508907b79b, regionState=OPENING, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:47,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN because future has completed 2024-12-08T21:04:47,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f022ffc3eea19151bbfe818b66baa710, server=229bab1f9d30,45377,1733691875053}] 2024-12-08T21:04:47,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9fc136aeaad9bb541e0236ec30518d7, ASSIGN because future has completed 2024-12-08T21:04:47,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9fc136aeaad9bb541e0236ec30518d7, server=229bab1f9d30,43009,1733691875007}] 2024-12-08T21:04:47,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN because future has completed 2024-12-08T21:04:47,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f, server=229bab1f9d30,45377,1733691875053}] 2024-12-08T21:04:47,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN because future has completed 2024-12-08T21:04:47,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8c76fb508b769cdf0f6457c7cab4f99, ASSIGN because future has completed 2024-12-08T21:04:47,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2432016b45fcf3456005433f1de486, server=229bab1f9d30,45377,1733691875053}] 2024-12-08T21:04:47,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99, server=229bab1f9d30,43009,1733691875007}] 2024-12-08T21:04:47,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f23a6c97c95a474f47a752b6ea2d62f1, ASSIGN because future has completed 2024-12-08T21:04:47,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65ab0a13558770a29c0fa0608d96641a, ASSIGN because future has completed 2024-12-08T21:04:47,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ab0a13558770a29c0fa0608d96641a, server=229bab1f9d30,38035,1733691874902}] 2024-12-08T21:04:47,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=153d148c3b1fca1d01f2572cd1a7e0c7, ASSIGN because future has completed 2024-12-08T21:04:47,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddaa271c6235e0002d4309bbc1664164, ASSIGN because future has completed 2024-12-08T21:04:47,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f4e2ba9e4ffb57c9f8bdb508907b79b, ASSIGN because future has completed 2024-12-08T21:04:47,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddaa271c6235e0002d4309bbc1664164, server=229bab1f9d30,38035,1733691874902}] 2024-12-08T21:04:47,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b, server=229bab1f9d30,38035,1733691874902}] 2024-12-08T21:04:47,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7, server=229bab1f9d30,38035,1733691874902}] 2024-12-08T21:04:47,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1, server=229bab1f9d30,43009,1733691875007}] 2024-12-08T21:04:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:48,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T21:04:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:52,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T21:04:54,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T21:04:54,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T21:04:54,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T21:04:54,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T21:04:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:04:57,651 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T21:04:57,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T21:04:57,659 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:04:57,660 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f022ffc3eea19151bbfe818b66baa710, NAME => 'SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T21:04:57,660 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,660 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,660 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,660 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,662 INFO [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,665 INFO [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f022ffc3eea19151bbfe818b66baa710 columnFamilyName cf 2024-12-08T21:04:57,665 DEBUG [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,666 INFO [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] regionserver.HStore(327): Store=f022ffc3eea19151bbfe818b66baa710/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,667 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,668 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,668 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T21:04:57,669 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,669 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,671 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:04:57,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T21:04:57,672 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e8c76fb508b769cdf0f6457c7cab4f99, NAME => 'SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-08T21:04:57,672 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,672 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,672 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,673 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,673 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,675 INFO [StoreOpener-e8c76fb508b769cdf0f6457c7cab4f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,676 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f022ffc3eea19151bbfe818b66baa710/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,678 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f022ffc3eea19151bbfe818b66baa710; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65625689, jitterRate=-0.022101029753684998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,678 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:04:57,678 INFO [StoreOpener-e8c76fb508b769cdf0f6457c7cab4f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c76fb508b769cdf0f6457c7cab4f99 columnFamilyName cf 2024-12-08T21:04:57,679 DEBUG [StoreOpener-e8c76fb508b769cdf0f6457c7cab4f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,680 INFO [StoreOpener-e8c76fb508b769cdf0f6457c7cab4f99-1 {}] regionserver.HStore(327): Store=e8c76fb508b769cdf0f6457c7cab4f99/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,680 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f022ffc3eea19151bbfe818b66baa710: Running coprocessor pre-open hook at 1733691897660Writing region info on filesystem at 1733691897660Initializing all the Stores at 1733691897662 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897662Cleaning up temporary data from old regions at 1733691897669 (+7 ms)Running coprocessor post-open hooks at 1733691897678 (+9 ms)Region opened successfully at 1733691897679 (+1 ms) 2024-12-08T21:04:57,680 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,681 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,682 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:04:57,682 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,682 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 65ab0a13558770a29c0fa0608d96641a, NAME => 'SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-08T21:04:57,683 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., pid=15, masterSystemTime=1733691897651 2024-12-08T21:04:57,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,683 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,686 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:04:57,686 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:04:57,686 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:04:57,687 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e2432016b45fcf3456005433f1de486, NAME => 'SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T21:04:57,687 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f022ffc3eea19151bbfe818b66baa710, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,45377,1733691875053 2024-12-08T21:04:57,687 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,687 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,687 INFO [StoreOpener-65ab0a13558770a29c0fa0608d96641a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,688 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,689 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f022ffc3eea19151bbfe818b66baa710, server=229bab1f9d30,45377,1733691875053 because future has completed 2024-12-08T21:04:57,691 INFO [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,693 INFO [StoreOpener-65ab0a13558770a29c0fa0608d96641a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ab0a13558770a29c0fa0608d96641a columnFamilyName cf 2024-12-08T21:04:57,693 DEBUG [StoreOpener-65ab0a13558770a29c0fa0608d96641a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,694 INFO [StoreOpener-65ab0a13558770a29c0fa0608d96641a-1 {}] regionserver.HStore(327): Store=65ab0a13558770a29c0fa0608d96641a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,694 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,696 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,697 INFO [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2432016b45fcf3456005433f1de486 columnFamilyName cf 2024-12-08T21:04:57,697 DEBUG [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,697 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-08T21:04:57,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f022ffc3eea19151bbfe818b66baa710, server=229bab1f9d30,45377,1733691875053 in 10.0510 sec 2024-12-08T21:04:57,698 INFO [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] regionserver.HStore(327): Store=8e2432016b45fcf3456005433f1de486/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,698 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,698 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,699 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,700 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,700 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,701 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN in 10.2210 sec 2024-12-08T21:04:57,701 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e8c76fb508b769cdf0f6457c7cab4f99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69140723, jitterRate=0.030277058482170105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,702 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:04:57,702 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e8c76fb508b769cdf0f6457c7cab4f99: Running coprocessor pre-open hook at 1733691897673Writing region info on filesystem at 1733691897673Initializing all the Stores at 1733691897674 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897674Cleaning up temporary data from old regions at 1733691897683 (+9 ms)Running coprocessor post-open hooks at 1733691897702 (+19 ms)Region opened successfully at 1733691897702 2024-12-08T21:04:57,702 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,702 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,703 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,703 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., pid=18, masterSystemTime=1733691897664 2024-12-08T21:04:57,707 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,708 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:04:57,708 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:04:57,708 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:04:57,708 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f9fc136aeaad9bb541e0236ec30518d7, NAME => 'SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-08T21:04:57,708 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,709 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,709 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,709 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,710 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e8c76fb508b769cdf0f6457c7cab4f99, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:57,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99, server=229bab1f9d30,43009,1733691875007 because future has completed 2024-12-08T21:04:57,716 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,717 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32965 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=229bab1f9d30,43009,1733691875007, table=SPTestTable, region=e8c76fb508b769cdf0f6457c7cab4f99. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T21:04:57,717 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/8e2432016b45fcf3456005433f1de486/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,717 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 65ab0a13558770a29c0fa0608d96641a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67164751, jitterRate=8.32781195640564E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,717 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:04:57,717 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 65ab0a13558770a29c0fa0608d96641a: Running coprocessor pre-open hook at 1733691897683Writing region info on filesystem at 1733691897683Initializing all the Stores at 1733691897687 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897687Cleaning up temporary data from old regions at 1733691897699 (+12 ms)Running coprocessor post-open hooks at 1733691897717 (+18 ms)Region opened successfully at 1733691897717 2024-12-08T21:04:57,718 INFO [StoreOpener-f9fc136aeaad9bb541e0236ec30518d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,718 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8e2432016b45fcf3456005433f1de486; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65060221, jitterRate=-0.030527159571647644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,719 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:04:57,719 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8e2432016b45fcf3456005433f1de486: Running coprocessor pre-open hook at 1733691897688Writing region info on filesystem at 1733691897688Initializing all the Stores at 1733691897690 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897690Cleaning up temporary data from old regions at 1733691897702 (+12 ms)Running coprocessor post-open hooks at 1733691897719 (+17 ms)Region opened successfully at 1733691897719 2024-12-08T21:04:57,720 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., pid=20, masterSystemTime=1733691897668 2024-12-08T21:04:57,720 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486., pid=19, masterSystemTime=1733691897651 2024-12-08T21:04:57,722 INFO [StoreOpener-f9fc136aeaad9bb541e0236ec30518d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9fc136aeaad9bb541e0236ec30518d7 columnFamilyName cf 2024-12-08T21:04:57,723 DEBUG [StoreOpener-f9fc136aeaad9bb541e0236ec30518d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,724 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:04:57,724 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:04:57,724 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:04:57,724 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 153d148c3b1fca1d01f2572cd1a7e0c7, NAME => 'SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-08T21:04:57,725 INFO [StoreOpener-f9fc136aeaad9bb541e0236ec30518d7-1 {}] regionserver.HStore(327): Store=f9fc136aeaad9bb541e0236ec30518d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,725 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-08T21:04:57,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99, server=229bab1f9d30,43009,1733691875007 in 10.0640 sec 2024-12-08T21:04:57,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=65ab0a13558770a29c0fa0608d96641a, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:57,726 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:04:57,726 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:04:57,726 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:04:57,726 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,726 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,726 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f5587d67bb6c8421fbe375aab93dd8f, NAME => 'SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T21:04:57,727 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,727 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,727 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,727 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,728 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,728 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,728 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,728 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8e2432016b45fcf3456005433f1de486, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,45377,1733691875053 2024-12-08T21:04:57,729 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,729 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8c76fb508b769cdf0f6457c7cab4f99, ASSIGN in 10.2490 sec 2024-12-08T21:04:57,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ab0a13558770a29c0fa0608d96641a, server=229bab1f9d30,38035,1733691874902 because future has completed 2024-12-08T21:04:57,733 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,733 INFO [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2432016b45fcf3456005433f1de486, server=229bab1f9d30,45377,1733691875053 because future has completed 2024-12-08T21:04:57,737 INFO [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f5587d67bb6c8421fbe375aab93dd8f columnFamilyName cf 2024-12-08T21:04:57,737 DEBUG [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,738 INFO [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] regionserver.HStore(327): Store=4f5587d67bb6c8421fbe375aab93dd8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,738 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-08T21:04:57,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 65ab0a13558770a29c0fa0608d96641a, server=229bab1f9d30,38035,1733691874902 in 10.0720 sec 2024-12-08T21:04:57,741 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,741 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,742 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,742 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-12-08T21:04:57,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65ab0a13558770a29c0fa0608d96641a, ASSIGN in 10.2620 sec 2024-12-08T21:04:57,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e2432016b45fcf3456005433f1de486, server=229bab1f9d30,45377,1733691875053 in 10.0840 sec 2024-12-08T21:04:57,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN in 10.2660 sec 2024-12-08T21:04:57,745 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,747 INFO [StoreOpener-153d148c3b1fca1d01f2572cd1a7e0c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,748 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f9fc136aeaad9bb541e0236ec30518d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,749 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/4f5587d67bb6c8421fbe375aab93dd8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,749 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f9fc136aeaad9bb541e0236ec30518d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70145162, jitterRate=0.04524436593055725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,749 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:04:57,749 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f9fc136aeaad9bb541e0236ec30518d7: Running coprocessor pre-open hook at 1733691897709Writing region info on filesystem at 1733691897709Initializing all the Stores at 1733691897711 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897711Cleaning up temporary data from old regions at 1733691897730 (+19 ms)Running coprocessor post-open hooks at 1733691897749 (+19 ms)Region opened successfully at 1733691897749 2024-12-08T21:04:57,749 INFO [StoreOpener-153d148c3b1fca1d01f2572cd1a7e0c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 153d148c3b1fca1d01f2572cd1a7e0c7 columnFamilyName cf 2024-12-08T21:04:57,749 DEBUG [StoreOpener-153d148c3b1fca1d01f2572cd1a7e0c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,750 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4f5587d67bb6c8421fbe375aab93dd8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62887334, jitterRate=-0.0629056990146637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,750 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:04:57,750 INFO [StoreOpener-153d148c3b1fca1d01f2572cd1a7e0c7-1 {}] regionserver.HStore(327): Store=153d148c3b1fca1d01f2572cd1a7e0c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,750 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,750 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4f5587d67bb6c8421fbe375aab93dd8f: Running coprocessor pre-open hook at 1733691897728Writing region info on filesystem at 1733691897728Initializing all the Stores at 1733691897731 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897732 (+1 ms)Cleaning up temporary data from old regions at 1733691897742 (+10 ms)Running coprocessor post-open hooks at 1733691897750 (+8 ms)Region opened successfully at 1733691897750 2024-12-08T21:04:57,751 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7., pid=16, masterSystemTime=1733691897664 2024-12-08T21:04:57,751 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,752 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f., pid=17, masterSystemTime=1733691897651 2024-12-08T21:04:57,752 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,753 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,753 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,754 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:04:57,754 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:04:57,754 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:04:57,754 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f23a6c97c95a474f47a752b6ea2d62f1, NAME => 'SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-08T21:04:57,755 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,755 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,755 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,755 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f9fc136aeaad9bb541e0236ec30518d7, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:57,756 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:04:57,756 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:04:57,758 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f5587d67bb6c8421fbe375aab93dd8f, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,45377,1733691875053 2024-12-08T21:04:57,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9fc136aeaad9bb541e0236ec30518d7, server=229bab1f9d30,43009,1733691875007 because future has completed 2024-12-08T21:04:57,760 INFO [StoreOpener-f23a6c97c95a474f47a752b6ea2d62f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f, server=229bab1f9d30,45377,1733691875053 because future has completed 2024-12-08T21:04:57,765 INFO [StoreOpener-f23a6c97c95a474f47a752b6ea2d62f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f23a6c97c95a474f47a752b6ea2d62f1 columnFamilyName cf 2024-12-08T21:04:57,765 DEBUG [StoreOpener-f23a6c97c95a474f47a752b6ea2d62f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,766 INFO [StoreOpener-f23a6c97c95a474f47a752b6ea2d62f1-1 {}] regionserver.HStore(327): Store=f23a6c97c95a474f47a752b6ea2d62f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,766 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,767 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,767 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,768 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 153d148c3b1fca1d01f2572cd1a7e0c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65980475, jitterRate=-0.016814306378364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,768 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,768 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:04:57,769 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 153d148c3b1fca1d01f2572cd1a7e0c7: Running coprocessor pre-open hook at 1733691897731Writing region info on filesystem at 1733691897731Initializing all the Stores at 1733691897734 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897734Cleaning up temporary data from old regions at 1733691897753 (+19 ms)Running coprocessor post-open hooks at 1733691897769 (+16 ms)Region opened successfully at 1733691897769 2024-12-08T21:04:57,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-12-08T21:04:57,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f, server=229bab1f9d30,45377,1733691875053 in 10.1140 sec 2024-12-08T21:04:57,770 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,770 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., pid=23, masterSystemTime=1733691897668 2024-12-08T21:04:57,770 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-08T21:04:57,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f9fc136aeaad9bb541e0236ec30518d7, server=229bab1f9d30,43009,1733691875007 in 10.1190 sec 2024-12-08T21:04:57,774 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:04:57,774 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:04:57,774 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:04:57,774 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f4e2ba9e4ffb57c9f8bdb508907b79b, NAME => 'SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-08T21:04:57,775 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,775 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,775 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,775 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN in 10.2930 sec 2024-12-08T21:04:57,775 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,777 INFO [StoreOpener-5f4e2ba9e4ffb57c9f8bdb508907b79b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9fc136aeaad9bb541e0236ec30518d7, ASSIGN in 10.2960 sec 2024-12-08T21:04:57,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=153d148c3b1fca1d01f2572cd1a7e0c7, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:57,780 INFO [StoreOpener-5f4e2ba9e4ffb57c9f8bdb508907b79b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4e2ba9e4ffb57c9f8bdb508907b79b columnFamilyName cf 2024-12-08T21:04:57,780 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f23a6c97c95a474f47a752b6ea2d62f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,780 DEBUG [StoreOpener-5f4e2ba9e4ffb57c9f8bdb508907b79b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,781 INFO [StoreOpener-5f4e2ba9e4ffb57c9f8bdb508907b79b-1 {}] regionserver.HStore(327): Store=5f4e2ba9e4ffb57c9f8bdb508907b79b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,781 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f23a6c97c95a474f47a752b6ea2d62f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648190, jitterRate=-0.006864577531814575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,781 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:04:57,781 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,781 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f23a6c97c95a474f47a752b6ea2d62f1: Running coprocessor pre-open hook at 1733691897755Writing region info on filesystem at 1733691897755Initializing all the Stores at 1733691897759 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897759Cleaning up temporary data from old regions at 1733691897770 (+11 ms)Running coprocessor post-open hooks at 1733691897781 (+11 ms)Region opened successfully at 1733691897781 2024-12-08T21:04:57,782 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,783 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1., pid=24, masterSystemTime=1733691897664 2024-12-08T21:04:57,783 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,784 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,784 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7, server=229bab1f9d30,38035,1733691874902 because future has completed 2024-12-08T21:04:57,786 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:04:57,786 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:04:57,788 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f23a6c97c95a474f47a752b6ea2d62f1, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:04:57,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-12-08T21:04:57,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7, server=229bab1f9d30,38035,1733691874902 in 10.1150 sec 2024-12-08T21:04:57,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1, server=229bab1f9d30,43009,1733691875007 because future has completed 2024-12-08T21:04:57,795 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/5f4e2ba9e4ffb57c9f8bdb508907b79b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,796 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5f4e2ba9e4ffb57c9f8bdb508907b79b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75030791, jitterRate=0.11804591119289398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,796 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:04:57,796 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5f4e2ba9e4ffb57c9f8bdb508907b79b: Running coprocessor pre-open hook at 1733691897775Writing region info on filesystem at 1733691897775Initializing all the Stores at 1733691897777 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897777Cleaning up temporary data from old regions at 1733691897784 (+7 ms)Running coprocessor post-open hooks at 1733691897796 (+12 ms)Region opened successfully at 1733691897796 2024-12-08T21:04:57,798 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b., pid=21, masterSystemTime=1733691897668 2024-12-08T21:04:57,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=153d148c3b1fca1d01f2572cd1a7e0c7, ASSIGN in 10.3160 sec 2024-12-08T21:04:57,801 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:04:57,801 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:04:57,801 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:04:57,802 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ddaa271c6235e0002d4309bbc1664164, NAME => 'SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-08T21:04:57,802 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,802 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:04:57,802 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,802 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f4e2ba9e4ffb57c9f8bdb508907b79b, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:57,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-08T21:04:57,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1, server=229bab1f9d30,43009,1733691875007 in 10.1230 sec 2024-12-08T21:04:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b, server=229bab1f9d30,38035,1733691874902 because future has completed 2024-12-08T21:04:57,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f23a6c97c95a474f47a752b6ea2d62f1, ASSIGN in 10.3300 sec 2024-12-08T21:04:57,811 INFO [StoreOpener-ddaa271c6235e0002d4309bbc1664164-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,814 INFO [StoreOpener-ddaa271c6235e0002d4309bbc1664164-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddaa271c6235e0002d4309bbc1664164 columnFamilyName cf 2024-12-08T21:04:57,814 DEBUG [StoreOpener-ddaa271c6235e0002d4309bbc1664164-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:04:57,815 INFO [StoreOpener-ddaa271c6235e0002d4309bbc1664164-1 {}] regionserver.HStore(327): Store=ddaa271c6235e0002d4309bbc1664164/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:04:57,815 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-08T21:04:57,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b, server=229bab1f9d30,38035,1733691874902 in 10.1420 sec 2024-12-08T21:04:57,817 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,818 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,819 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,820 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,822 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f4e2ba9e4ffb57c9f8bdb508907b79b, ASSIGN in 10.3390 sec 2024-12-08T21:04:57,826 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/ddaa271c6235e0002d4309bbc1664164/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:04:57,826 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ddaa271c6235e0002d4309bbc1664164; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61236511, jitterRate=-0.08750487864017487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:04:57,827 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:04:57,827 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ddaa271c6235e0002d4309bbc1664164: Running coprocessor pre-open hook at 1733691897803Writing region info on filesystem at 1733691897803Initializing all the Stores at 1733691897806 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691897806Cleaning up temporary data from old regions at 1733691897820 (+14 ms)Running coprocessor post-open hooks at 1733691897827 (+7 ms)Region opened successfully at 1733691897827 2024-12-08T21:04:57,828 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164., pid=22, masterSystemTime=1733691897668 2024-12-08T21:04:57,831 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:04:57,831 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:04:57,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddaa271c6235e0002d4309bbc1664164, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:04:57,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddaa271c6235e0002d4309bbc1664164, server=229bab1f9d30,38035,1733691874902 because future has completed 2024-12-08T21:04:57,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-08T21:04:57,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ddaa271c6235e0002d4309bbc1664164, server=229bab1f9d30,38035,1733691874902 in 10.1690 sec 2024-12-08T21:04:57,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-08T21:04:57,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddaa271c6235e0002d4309bbc1664164, ASSIGN in 10.3640 sec 2024-12-08T21:04:57,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T21:04:57,847 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691897847"}]},"ts":"1733691897847"} 2024-12-08T21:04:57,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-08T21:04:57,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T21:04:57,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6080 sec 2024-12-08T21:05:00,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-08T21:05:03,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T21:05:03,381 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T21:05:04,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-08T21:05:04,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-08T21:05:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:05:05,516 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-08T21:05:05,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-08T21:05:05,518 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:05:05,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-08T21:05:05,531 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:05:05,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-08T21:05:05,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,598 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,606 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., hostname=229bab1f9d30,45377,1733691875053, seqNum=2] 2024-12-08T21:05:05,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,663 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,666 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., hostname=229bab1f9d30,43009,1733691875007, seqNum=2] 2024-12-08T21:05:05,715 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:05,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., hostname=229bab1f9d30,38035,1733691874902, seqNum=2] 2024-12-08T21:05:06,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:05:06,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:05:06,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:05:06,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:05:06,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:05:06,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45377 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:05:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 16169 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:06,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:05:07,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:05:07,624 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-08T21:05:07,625 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:05:07,626 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T21:05:07,633 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T21:05:07,648 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T21:05:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741848_1024 (size=49) 2024-12-08T21:05:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741848_1024 (size=49) 2024-12-08T21:05:07,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741848_1024 (size=49) 2024-12-08T21:05:07,668 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T21:05:07,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddaa271c6235e0002d4309bbc1664164}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fc136aeaad9bb541e0236ec30518d7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65ab0a13558770a29c0fa0608d96641a}] 2024-12-08T21:05:07,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:05:07,676 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:07,676 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:05:07,676 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:05:07,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:05:07,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:07,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:05:07,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:05:07,684 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:07,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:05:07,727 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 229bab1f9d30,45377,1733691875053 2024-12-08T21:05:07,728 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 229bab1f9d30,45377,1733691875053: Simulated kill ***** 2024-12-08T21:05:07,728 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T21:05:07,730 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T21:05:07,732 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T21:05:07,734 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T21:05:07,735 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T21:05:07,742 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 658901504 }, "NonHeapMemoryUsage": { "committed": 157351936, "init": 7667712, "max": -1, "used": 153190368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "229bab1f9d30", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "229bab1f9d30", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61800", "tag.serverName": "229bab1f9d30,43009,1733691875007", "tag.clusterId": "f66c18ca-6024-40cd-95df-1b8645b48a7a", "tag.Context": "regionserver", "tag.Hostname": "229bab1f9d30", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733691875007, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-08T21:05:07,746 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32965 {}] master.MasterRpcServices(700): 229bab1f9d30,45377,1733691875053 reported a fatal error: ***** ABORTING region server 229bab1f9d30,45377,1733691875053: Simulated kill ***** 2024-12-08T21:05:07,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,45377,1733691875053' ***** 2024-12-08T21:05:07,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-08T21:05:07,749 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T21:05:07,750 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:05:07,750 INFO [RS:2;229bab1f9d30:45377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T21:05:07,750 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T21:05:07,750 INFO [RS:2;229bab1f9d30:45377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T21:05:07,750 INFO [RS:2;229bab1f9d30:45377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:05:07,750 INFO [RS:2;229bab1f9d30:45377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;229bab1f9d30:45377. 2024-12-08T21:05:07,751 DEBUG [RS:2;229bab1f9d30:45377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:05:07,751 DEBUG [RS:2;229bab1f9d30:45377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741835_1011 (size=966) 2024-12-08T21:05:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741835_1011 (size=966) 2024-12-08T21:05:07,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741835_1011 (size=966) 2024-12-08T21:05:07,760 DEBUG [RS:2;229bab1f9d30:45377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:07,760 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:05:07,761 INFO [RS:2;229bab1f9d30:45377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45377 2024-12-08T21:05:07,803 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:05:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:05:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,45377,1733691875053 2024-12-08T21:05:07,816 INFO [RS:2;229bab1f9d30:45377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:05:07,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,45377,1733691875053] 2024-12-08T21:05:07,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,45377,1733691875053 already deleted, retry=false 2024-12-08T21:05:07,833 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 229bab1f9d30,45377,1733691875053 on 229bab1f9d30,32965,1733691874204 2024-12-08T21:05:07,838 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 229bab1f9d30,45377,1733691875053, splitWal=true, meta=false 2024-12-08T21:05:07,842 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 229bab1f9d30,45377,1733691875053 (carryingMeta=false) 229bab1f9d30,45377,1733691875053/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b06cb09[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T21:05:07,842 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 229bab1f9d30,45377,1733691875053, splitWal=true, meta=false 2024-12-08T21:05:07,845 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 229bab1f9d30,45377,1733691875053 had 3 regions 2024-12-08T21:05:07,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:07,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:07,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:07,846 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 229bab1f9d30,45377,1733691875053, splitWal=true, meta=false, isMeta: false 2024-12-08T21:05:07,846 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 can not run currently because target server of region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 229bab1f9d30,45377,1733691875053 is in state CRASHED, wait 1000 ms to retry 2024-12-08T21:05:07,846 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 can not run currently because target server of region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 229bab1f9d30,45377,1733691875053 is in state CRASHED, wait 1000 ms to retry 2024-12-08T21:05:07,846 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710; timeout=1000, timestamp=1733691908846 2024-12-08T21:05:07,846 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486; timeout=1000, timestamp=1733691908846 2024-12-08T21:05:07,847 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f can not run currently because target server of region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 229bab1f9d30,45377,1733691875053 is in state CRASHED, wait 1000 ms to retry 2024-12-08T21:05:07,847 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f; timeout=1000, timestamp=1733691908847 2024-12-08T21:05:07,849 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting 2024-12-08T21:05:07,851 INFO [PEWorker-5 {}] master.SplitWALManager(105): 229bab1f9d30,45377,1733691875053 WAL count=1, meta=false 2024-12-08T21:05:07,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 229bab1f9d30%2C45377%2C1733691875053.1733691876642}] 2024-12-08T21:05:07,859 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:07,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 229bab1f9d30%2C45377%2C1733691875053.1733691876642, worker=229bab1f9d30,43009,1733691875007}] 2024-12-08T21:05:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:05:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x100074c57350003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:05:07,925 INFO [RS:2;229bab1f9d30:45377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:05:07,925 INFO [RS:2;229bab1f9d30:45377 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,45377,1733691875053; zookeeper connection closed. 2024-12-08T21:05:07,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37bc9912 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37bc9912 2024-12-08T21:05:08,484 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T21:05:08,484 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T21:05:08,846 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:08,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:08,847 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:08,847 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 can not run currently because target server of region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T21:05:08,847 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 can not run currently because target server of region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T21:05:08,847 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710; timeout=2000, timestamp=1733691910847 2024-12-08T21:05:08,847 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486; timeout=2000, timestamp=1733691910847 2024-12-08T21:05:08,848 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f can not run currently because target server of region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 2000 ms to retry 2024-12-08T21:05:08,848 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f; timeout=2000, timestamp=1733691910848 2024-12-08T21:05:10,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:10,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:10,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:10,850 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 can not run currently because target server of region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T21:05:10,850 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 can not run currently because target server of region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T21:05:10,850 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f can not run currently because target server of region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 4000 ms to retry 2024-12-08T21:05:10,850 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710; timeout=4000, timestamp=1733691914850 2024-12-08T21:05:10,850 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486; timeout=4000, timestamp=1733691914850 2024-12-08T21:05:10,850 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f; timeout=4000, timestamp=1733691914850 2024-12-08T21:05:14,851 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:14,851 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:14,851 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:14,852 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f can not run currently because target server of region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T21:05:14,852 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 can not run currently because target server of region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T21:05:14,852 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 can not run currently because target server of region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 229bab1f9d30,45377,1733691875053 is in state SPLITTING, wait 8000 ms to retry 2024-12-08T21:05:14,852 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f; timeout=8000, timestamp=1733691922852 2024-12-08T21:05:14,852 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710; timeout=8000, timestamp=1733691922852 2024-12-08T21:05:14,852 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486; timeout=8000, timestamp=1733691922852 2024-12-08T21:05:17,669 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=229bab1f9d30,45377,1733691875053, timeout=1733691917678, delay=9, operations=null, containedObject=229bab1f9d30,38035,1733691874902, timeout=1733691917678, delay=9, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65ab0a13558770a29c0fa0608d96641a, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddaa271c6235e0002d4309bbc1664164], containedObject=229bab1f9d30,43009,1733691875007, timeout=1733691917678, delay=9, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fc136aeaad9bb541e0236ec30518d7, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 229bab1f9d30%2C45377%2C1733691875053.1733691876642, worker=229bab1f9d30,43009,1733691875007, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99]] 2024-12-08T21:05:17,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-08T21:05:17,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T21:05:17,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-08T21:05:17,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:17,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-08T21:05:17,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:05:17,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-08T21:05:17,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:05:17,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-08T21:05:17,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:05:17,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:05:17,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 153d148c3b1fca1d01f2572cd1a7e0c7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-08T21:05:17,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-08T21:05:17,692 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 65ab0a13558770a29c0fa0608d96641a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-08T21:05:17,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f23a6c97c95a474f47a752b6ea2d62f1: 2024-12-08T21:05:17,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f9fc136aeaad9bb541e0236ec30518d7: 2024-12-08T21:05:17,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. for SnapshotProcedureTest completed. 2024-12-08T21:05:17,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. for SnapshotProcedureTest completed. 2024-12-08T21:05:17,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5f4e2ba9e4ffb57c9f8bdb508907b79b: 2024-12-08T21:05:17,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. for SnapshotProcedureTest completed. 2024-12-08T21:05:17,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:17,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:17,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:17,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T21:05:17,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:05:17,699 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e8c76fb508b769cdf0f6457c7cab4f99 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-08T21:05:17,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:17,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:17,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:17,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:05:17,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:05:17,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:05:17,742 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642, size=966 (966bytes) 2024-12-08T21:05:17,743 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-08T21:05:17,743 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-08T21:05:17,743 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642 2024-12-08T21:05:17,753 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642 after 4ms 2024-12-08T21:05:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741849_1025 (size=65) 2024-12-08T21:05:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741850_1026 (size=57) 2024-12-08T21:05:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741850_1026 (size=57) 2024-12-08T21:05:17,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741850_1026 (size=57) 2024-12-08T21:05:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741849_1025 (size=65) 2024-12-08T21:05:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741849_1025 (size=65) 2024-12-08T21:05:17,799 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642 took 59ms 2024-12-08T21:05:17,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:05:17,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:05:17,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-08T21:05:17,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-08T21:05:17,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:05:17,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ddaa271c6235e0002d4309bbc1664164: 2024-12-08T21:05:17,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. for SnapshotProcedureTest completed. 2024-12-08T21:05:17,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:17,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:17,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:05:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-08T21:05:17,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:05:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-08T21:05:17,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:05:17,806 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:05:17,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:05:17,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f4e2ba9e4ffb57c9f8bdb508907b79b in 10.1380 sec 2024-12-08T21:05:17,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f23a6c97c95a474f47a752b6ea2d62f1 in 10.1380 sec 2024-12-08T21:05:17,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/.tmp/cf/f17eaf603ed04f4c9f6294643be4237f is 34, key is baa/cf:cf/1733691906710/Put/seqid=0 2024-12-08T21:05:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741851_1027 (size=65) 2024-12-08T21:05:17,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741851_1027 (size=65) 2024-12-08T21:05:17,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:05:17,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-08T21:05:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741851_1027 (size=65) 2024-12-08T21:05:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-08T21:05:17,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/.tmp/cf/d65e00badfd84fc1a953c7e112f4931a is 34, key is ccd/cf:cf/1733691906881/Put/seqid=0 2024-12-08T21:05:17,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:05:17,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:05:17,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f9fc136aeaad9bb541e0236ec30518d7 in 10.1750 sec 2024-12-08T21:05:17,851 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f022ffc3eea19151bbfe818b66baa710: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T21:05:17,861 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8e2432016b45fcf3456005433f1de486: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T21:05:17,863 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4f5587d67bb6c8421fbe375aab93dd8f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-08T21:05:17,863 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642 so closing down 2024-12-08T21:05:17,864 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T21:05:17,865 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T21:05:17,869 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 40 ms; skipped=3; WAL=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642, size=966, length=966, corrupted=false, cancelled=false 2024-12-08T21:05:17,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642, journal: Splitting hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642, size=966 (966bytes) at 1733691917742Finishing writing output for hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642 so closing down at 1733691917863 (+121 ms)3 split writer threads finished at 1733691917865 (+2 ms)Processed 3 edits across 0 Regions in 40 ms; skipped=3; WAL=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642, size=966, length=966, corrupted=false, cancelled=false at 1733691917870 (+5 ms) 2024-12-08T21:05:17,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642 2024-12-08T21:05:17,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-08T21:05:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-08T21:05:17,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741853_1029 (size=28623) 2024-12-08T21:05:17,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741853_1029 (size=28623) 2024-12-08T21:05:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741853_1029 (size=28623) 2024-12-08T21:05:17,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/.tmp/cf/f17eaf603ed04f4c9f6294643be4237f 2024-12-08T21:05:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741852_1028 (size=65) 2024-12-08T21:05:17,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741852_1028 (size=65) 2024-12-08T21:05:17,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:05:17,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741852_1028 (size=65) 2024-12-08T21:05:17,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-08T21:05:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-08T21:05:17,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:05:17,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:05:17,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ddaa271c6235e0002d4309bbc1664164 in 10.3100 sec 2024-12-08T21:05:17,993 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting/229bab1f9d30%2C45377%2C1733691875053.1733691876642 to hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs 2024-12-08T21:05:17,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-08T21:05:17,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 229bab1f9d30%2C45377%2C1733691875053.1733691876642, worker=229bab1f9d30,43009,1733691875007 in 10.1320 sec 2024-12-08T21:05:18,003 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:18,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-08T21:05:18,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 229bab1f9d30%2C45377%2C1733691875053.1733691876642, worker=229bab1f9d30,43009,1733691875007 in 10.1510 sec 2024-12-08T21:05:18,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/.tmp/cf/a9b6a426b5c04a9a98b44dfd5f7be0b0 is 34, key is eaa/cf:cf/1733691907475/Put/seqid=0 2024-12-08T21:05:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741854_1030 (size=47197) 2024-12-08T21:05:18,014 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting dir is empty, no logs to split. 2024-12-08T21:05:18,014 INFO [PEWorker-2 {}] master.SplitWALManager(105): 229bab1f9d30,45377,1733691875053 WAL count=0, meta=false 2024-12-08T21:05:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741854_1030 (size=47197) 2024-12-08T21:05:18,014 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 229bab1f9d30,45377,1733691875053 WAL splitting is done? wals=0, meta=false 2024-12-08T21:05:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741854_1030 (size=47197) 2024-12-08T21:05:18,015 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/.tmp/cf/d65e00badfd84fc1a953c7e112f4931a 2024-12-08T21:05:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741855_1031 (size=499309) 2024-12-08T21:05:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741855_1031 (size=499309) 2024-12-08T21:05:18,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741855_1031 (size=499309) 2024-12-08T21:05:18,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/.tmp/cf/a9b6a426b5c04a9a98b44dfd5f7be0b0 2024-12-08T21:05:18,024 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 229bab1f9d30,45377,1733691875053 failed, ignore...File hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/WALs/229bab1f9d30,45377,1733691875053-splitting does not exist. 2024-12-08T21:05:18,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN}] 2024-12-08T21:05:18,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN 2024-12-08T21:05:18,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T21:05:18,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN 2024-12-08T21:05:18,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN 2024-12-08T21:05:18,036 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T21:05:18,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T21:05:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/.tmp/cf/d65e00badfd84fc1a953c7e112f4931a as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/cf/d65e00badfd84fc1a953c7e112f4931a 2024-12-08T21:05:18,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/.tmp/cf/a9b6a426b5c04a9a98b44dfd5f7be0b0 as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/cf/a9b6a426b5c04a9a98b44dfd5f7be0b0 2024-12-08T21:05:18,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/.tmp/cf/f17eaf603ed04f4c9f6294643be4237f as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/cf/f17eaf603ed04f4c9f6294643be4237f 2024-12-08T21:05:18,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/cf/d65e00badfd84fc1a953c7e112f4931a, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-08T21:05:18,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/cf/a9b6a426b5c04a9a98b44dfd5f7be0b0, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-08T21:05:18,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 65ab0a13558770a29c0fa0608d96641a in 419ms, sequenceid=5, compaction requested=false 2024-12-08T21:05:18,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 153d148c3b1fca1d01f2572cd1a7e0c7 in 411ms, sequenceid=5, compaction requested=false 2024-12-08T21:05:18,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 65ab0a13558770a29c0fa0608d96641a: 2024-12-08T21:05:18,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 153d148c3b1fca1d01f2572cd1a7e0c7: 2024-12-08T21:05:18,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. for SnapshotProcedureTest completed. 2024-12-08T21:05:18,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. for SnapshotProcedureTest completed. 2024-12-08T21:05:18,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:18,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:18,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:18,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:18,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/cf/a9b6a426b5c04a9a98b44dfd5f7be0b0] hfiles 2024-12-08T21:05:18,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/cf/d65e00badfd84fc1a953c7e112f4931a] hfiles 2024-12-08T21:05:18,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/cf/d65e00badfd84fc1a953c7e112f4931a for snapshot=SnapshotProcedureTest 2024-12-08T21:05:18,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/cf/a9b6a426b5c04a9a98b44dfd5f7be0b0 for snapshot=SnapshotProcedureTest 2024-12-08T21:05:18,124 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/cf/f17eaf603ed04f4c9f6294643be4237f, entries=731, sequenceid=5, filesize=28.0 K 2024-12-08T21:05:18,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e8c76fb508b769cdf0f6457c7cab4f99 in 427ms, sequenceid=5, compaction requested=false 2024-12-08T21:05:18,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e8c76fb508b769cdf0f6457c7cab4f99: 2024-12-08T21:05:18,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. for SnapshotProcedureTest completed. 2024-12-08T21:05:18,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:18,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:18,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/cf/f17eaf603ed04f4c9f6294643be4237f] hfiles 2024-12-08T21:05:18,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/cf/f17eaf603ed04f4c9f6294643be4237f for snapshot=SnapshotProcedureTest 2024-12-08T21:05:18,183 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T21:05:18,184 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T21:05:18,184 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T21:05:18,184 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T21:05:18,184 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T21:05:18,184 INFO [229bab1f9d30:32965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T21:05:18,184 INFO [229bab1f9d30:32965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T21:05:18,184 DEBUG [229bab1f9d30:32965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T21:05:18,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f022ffc3eea19151bbfe818b66baa710, regionState=OPENING, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:18,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4f5587d67bb6c8421fbe375aab93dd8f, regionState=OPENING, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:18,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8e2432016b45fcf3456005433f1de486, regionState=OPENING, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:18,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN because future has completed 2024-12-08T21:05:18,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f, server=229bab1f9d30,43009,1733691875007}] 2024-12-08T21:05:18,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN because future has completed 2024-12-08T21:05:18,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f022ffc3eea19151bbfe818b66baa710, server=229bab1f9d30,43009,1733691875007}] 2024-12-08T21:05:18,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN because future has completed 2024-12-08T21:05:18,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2432016b45fcf3456005433f1de486, server=229bab1f9d30,38035,1733691874902}] 2024-12-08T21:05:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741856_1032 (size=105) 2024-12-08T21:05:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741856_1032 (size=105) 2024-12-08T21:05:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741856_1032 (size=105) 2024-12-08T21:05:18,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:18,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-08T21:05:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-08T21:05:18,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:05:18,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:05:18,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 153d148c3b1fca1d01f2572cd1a7e0c7 in 10.5730 sec 2024-12-08T21:05:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741858_1034 (size=105) 2024-12-08T21:05:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741858_1034 (size=105) 2024-12-08T21:05:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741858_1034 (size=105) 2024-12-08T21:05:18,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:05:18,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T21:05:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T21:05:18,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:05:18,289 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:05:18,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8c76fb508b769cdf0f6457c7cab4f99 in 10.6230 sec 2024-12-08T21:05:18,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741857_1033 (size=97) 2024-12-08T21:05:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741857_1033 (size=97) 2024-12-08T21:05:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741857_1033 (size=97) 2024-12-08T21:05:18,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:05:18,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T21:05:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T21:05:18,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:05:18,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:05:18,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 65ab0a13558770a29c0fa0608d96641a in 10.6420 sec 2024-12-08T21:05:22,853 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 held by pid=39 2024-12-08T21:05:22,853 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f held by pid=40 2024-12-08T21:05:22,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 held by pid=41 2024-12-08T21:05:22,853 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:22,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:22,853 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:27,864 INFO [master/229bab1f9d30:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T21:05:27,864 INFO [master/229bab1f9d30:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T21:05:28,201 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:28,201 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f5587d67bb6c8421fbe375aab93dd8f, NAME => 'SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T21:05:28,202 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,202 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:05:28,202 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,202 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,204 INFO [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,205 INFO [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f5587d67bb6c8421fbe375aab93dd8f columnFamilyName cf 2024-12-08T21:05:28,205 DEBUG [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:05:28,206 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:28,206 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e2432016b45fcf3456005433f1de486, NAME => 'SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T21:05:28,206 INFO [StoreOpener-4f5587d67bb6c8421fbe375aab93dd8f-1 {}] regionserver.HStore(327): Store=4f5587d67bb6c8421fbe375aab93dd8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:05:28,206 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,206 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:05:28,206 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,206 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,206 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,207 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,208 INFO [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,209 INFO [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2432016b45fcf3456005433f1de486 columnFamilyName cf 2024-12-08T21:05:28,209 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,209 DEBUG [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:05:28,210 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,210 INFO [StoreOpener-8e2432016b45fcf3456005433f1de486-1 {}] regionserver.HStore(327): Store=8e2432016b45fcf3456005433f1de486/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:05:28,210 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,210 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,211 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,212 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,212 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,213 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,213 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 4f5587d67bb6c8421fbe375aab93dd8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68896999, jitterRate=0.02664528787136078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:05:28,213 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,213 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,213 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 4f5587d67bb6c8421fbe375aab93dd8f: Running coprocessor pre-open hook at 1733691928202Writing region info on filesystem at 1733691928202Initializing all the Stores at 1733691928203 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691928203Cleaning up temporary data from old regions at 1733691928210 (+7 ms)Running coprocessor post-open hooks at 1733691928213 (+3 ms)Region opened successfully at 1733691928213 2024-12-08T21:05:28,214 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f., pid=42, masterSystemTime=1733691928196 2024-12-08T21:05:28,216 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,217 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:28,217 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:28,217 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:28,217 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => f022ffc3eea19151bbfe818b66baa710, NAME => 'SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T21:05:28,218 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,218 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:05:28,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4f5587d67bb6c8421fbe375aab93dd8f, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:28,218 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,218 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,218 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8e2432016b45fcf3456005433f1de486; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74859812, jitterRate=0.1154981255531311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:05:28,218 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,218 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8e2432016b45fcf3456005433f1de486: Running coprocessor pre-open hook at 1733691928206Writing region info on filesystem at 1733691928206Initializing all the Stores at 1733691928207 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691928208 (+1 ms)Cleaning up temporary data from old regions at 1733691928213 (+5 ms)Running coprocessor post-open hooks at 1733691928218 (+5 ms)Region opened successfully at 1733691928218 2024-12-08T21:05:28,219 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486., pid=44, masterSystemTime=1733691928201 2024-12-08T21:05:28,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f, server=229bab1f9d30,43009,1733691875007 because future has completed 2024-12-08T21:05:28,221 INFO [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,222 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:28,222 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:28,223 INFO [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f022ffc3eea19151bbfe818b66baa710 columnFamilyName cf 2024-12-08T21:05:28,223 DEBUG [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:05:28,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8e2432016b45fcf3456005433f1de486, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:28,224 INFO [StoreOpener-f022ffc3eea19151bbfe818b66baa710-1 {}] regionserver.HStore(327): Store=f022ffc3eea19151bbfe818b66baa710/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:05:28,224 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,226 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2432016b45fcf3456005433f1de486, server=229bab1f9d30,38035,1733691874902 because future has completed 2024-12-08T21:05:28,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-12-08T21:05:28,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f, server=229bab1f9d30,43009,1733691875007 in 10.0330 sec 2024-12-08T21:05:28,230 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f5587d67bb6c8421fbe375aab93dd8f, ASSIGN in 10.2000 sec 2024-12-08T21:05:28,231 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:28,232 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-08T21:05:28,232 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e2432016b45fcf3456005433f1de486, server=229bab1f9d30,38035,1733691874902 in 10.0320 sec 2024-12-08T21:05:28,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e2432016b45fcf3456005433f1de486, ASSIGN in 10.2030 sec 2024-12-08T21:05:28,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:28,237 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,239 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened f022ffc3eea19151bbfe818b66baa710; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71370907, jitterRate=0.06350938975811005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:05:28,239 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,239 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for f022ffc3eea19151bbfe818b66baa710: Running coprocessor pre-open hook at 1733691928218Writing region info on filesystem at 1733691928218Initializing all the Stores at 1733691928221 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691928221Cleaning up temporary data from old regions at 1733691928232 (+11 ms)Running coprocessor post-open hooks at 1733691928239 (+7 ms)Region opened successfully at 1733691928239 2024-12-08T21:05:28,240 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710., pid=43, masterSystemTime=1733691928196 2024-12-08T21:05:28,243 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:28,243 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:28,244 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f022ffc3eea19151bbfe818b66baa710, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:28,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f022ffc3eea19151bbfe818b66baa710, server=229bab1f9d30,43009,1733691875007 because future has completed 2024-12-08T21:05:28,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-08T21:05:28,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure f022ffc3eea19151bbfe818b66baa710, server=229bab1f9d30,43009,1733691875007 in 10.0550 sec 2024-12-08T21:05:28,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:28,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-08T21:05:28,252 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 229bab1f9d30,45377,1733691875053 after splitting done 2024-12-08T21:05:28,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f022ffc3eea19151bbfe818b66baa710, ASSIGN in 10.2200 sec 2024-12-08T21:05:28,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 229bab1f9d30,45377,1733691875053, splitWal=true, meta=false in 20.4180 sec 2024-12-08T21:05:33,381 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T21:05:33,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T21:05:36,495 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-08T21:05:38,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-08T21:05:38,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:38,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-08T21:05:38,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:38,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4f5587d67bb6c8421fbe375aab93dd8f: 2024-12-08T21:05:38,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. for SnapshotProcedureTest completed. 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f022ffc3eea19151bbfe818b66baa710: 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. for SnapshotProcedureTest completed. 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:05:38,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:05:38,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-08T21:05:38,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:38,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8e2432016b45fcf3456005433f1de486: 2024-12-08T21:05:38,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. for SnapshotProcedureTest completed. 2024-12-08T21:05:38,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:05:38,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:05:38,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:05:38,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741859_1035 (size=65) 2024-12-08T21:05:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741859_1035 (size=65) 2024-12-08T21:05:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741859_1035 (size=65) 2024-12-08T21:05:38,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:38,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T21:05:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-08T21:05:38,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:38,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:38,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4f5587d67bb6c8421fbe375aab93dd8f in 30.5780 sec 2024-12-08T21:05:38,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741860_1036 (size=65) 2024-12-08T21:05:38,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741860_1036 (size=65) 2024-12-08T21:05:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741860_1036 (size=65) 2024-12-08T21:05:38,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:38,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-08T21:05:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-08T21:05:38,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:38,273 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:38,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f022ffc3eea19151bbfe818b66baa710 in 30.6040 sec 2024-12-08T21:05:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741861_1037 (size=65) 2024-12-08T21:05:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741861_1037 (size=65) 2024-12-08T21:05:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741861_1037 (size=65) 2024-12-08T21:05:38,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:38,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-08T21:05:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-08T21:05:38,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:38,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:38,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-08T21:05:38,302 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T21:05:38,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e2432016b45fcf3456005433f1de486 in 30.6290 sec 2024-12-08T21:05:38,306 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T21:05:38,309 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T21:05:38,309 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-08T21:05:38,313 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T21:05:38,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741862_1038 (size=1134) 2024-12-08T21:05:38,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741862_1038 (size=1134) 2024-12-08T21:05:38,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741862_1038 (size=1134) 2024-12-08T21:05:38,411 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T21:05:38,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-08T21:05:38,429 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:38,431 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:38,436 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:38,438 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:38,438 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:38,438 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:39,096 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=229bab1f9d30:32965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-08T21:05:42,673 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8c76fb508b769cdf0f6457c7cab4f99, had cached 0 bytes from a total of 28623 2024-12-08T21:05:42,683 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 65ab0a13558770a29c0fa0608d96641a, had cached 0 bytes from a total of 499309 2024-12-08T21:05:42,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 153d148c3b1fca1d01f2572cd1a7e0c7, had cached 0 bytes from a total of 47197 2024-12-08T21:05:48,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-08T21:05:48,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-08T21:05:48,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-08T21:05:48,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-08T21:05:48,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-08T21:05:48,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-08T21:05:48,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T21:05:48,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T21:05:48,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-08T21:05:48,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-08T21:05:48,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T21:05:48,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-08T21:05:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-08T21:05:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T21:05:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-08T21:05:48,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-08T21:05:48,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-08T21:05:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-08T21:05:48,450 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 Release verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:48,450 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 Release verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-08T21:05:48,451 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 Release verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-08T21:05:48,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 in 10.0290 sec 2024-12-08T21:05:48,454 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 Release verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:48,455 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:48,455 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:48,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 in 10.0300 sec 2024-12-08T21:05:48,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 in 10.0290 sec 2024-12-08T21:05:48,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 in 10.0330 sec 2024-12-08T21:05:48,458 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 Release verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:48,458 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 Release verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:48,458 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:48,459 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:48,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 in 10.0370 sec 2024-12-08T21:05:48,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 in 10.0370 sec 2024-12-08T21:05:48,688 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f4e2ba9e4ffb57c9f8bdb508907b79b changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,689 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8e2432016b45fcf3456005433f1de486 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,689 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ddaa271c6235e0002d4309bbc1664164 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,689 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 153d148c3b1fca1d01f2572cd1a7e0c7 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,689 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 65ab0a13558770a29c0fa0608d96641a changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,690 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4f5587d67bb6c8421fbe375aab93dd8f changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,690 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f23a6c97c95a474f47a752b6ea2d62f1 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,690 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f9fc136aeaad9bb541e0236ec30518d7 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,690 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f022ffc3eea19151bbfe818b66baa710 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:48,690 DEBUG [master/229bab1f9d30:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8c76fb508b769cdf0f6457c7cab4f99 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:05:58,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-08T21:05:58,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-08T21:05:58,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-08T21:05:58,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-08T21:05:58,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-08T21:05:58,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-08T21:05:58,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-08T21:05:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-08T21:05:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-08T21:05:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-08T21:05:58,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-08T21:05:58,459 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 Release verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:58,459 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 Release verify snapshot worker=229bab1f9d30,38035,1733691874902 2024-12-08T21:05:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-08T21:05:58,461 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 Release verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:58,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 in 20.0380 sec 2024-12-08T21:05:58,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,38035,1733691874902 in 20.0380 sec 2024-12-08T21:05:58,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 in 20.0400 sec 2024-12-08T21:05:58,463 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 Release verify snapshot worker=229bab1f9d30,43009,1733691875007 2024-12-08T21:05:58,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-12-08T21:05:58,465 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T21:05:58,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,43009,1733691875007 in 20.0420 sec 2024-12-08T21:05:58,466 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.hbase-snapshot/SnapshotProcedureTest 2024-12-08T21:05:58,468 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T21:05:58,468 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-08T21:05:58,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8490 sec 2024-12-08T21:05:58,646 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-08T21:05:58,652 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-08T21:05:58,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T21:05:58,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T21:05:58,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:05:58,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:58,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:58,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T21:05:58,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T21:05:58,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424824453, stopped=false 2024-12-08T21:05:58,654 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,32965,1733691874204 2024-12-08T21:05:58,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T21:05:58,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T21:05:58,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T21:05:58,668 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T21:05:58,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:05:58,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:05:58,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:05:58,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T21:05:58,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:05:58,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:05:58,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:05:58,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:05:58,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:58,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,38035,1733691874902' ***** 2024-12-08T21:05:58,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T21:05:58,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,43009,1733691875007' ***** 2024-12-08T21:05:58,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T21:05:58,670 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T21:05:58,670 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T21:05:58,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T21:05:58,670 INFO [RS:1;229bab1f9d30:43009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T21:05:58,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T21:05:58,670 INFO [RS:1;229bab1f9d30:43009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T21:05:58,670 INFO [RS:0;229bab1f9d30:38035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T21:05:58,671 INFO [RS:0;229bab1f9d30:38035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T21:05:58,671 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(3091): Received CLOSE for f23a6c97c95a474f47a752b6ea2d62f1 2024-12-08T21:05:58,671 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(3091): Received CLOSE for 65ab0a13558770a29c0fa0608d96641a 2024-12-08T21:05:58,671 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(3091): Received CLOSE for e8c76fb508b769cdf0f6457c7cab4f99 2024-12-08T21:05:58,671 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f5587d67bb6c8421fbe375aab93dd8f 2024-12-08T21:05:58,671 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(3091): Received CLOSE for f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(3091): Received CLOSE for f022ffc3eea19151bbfe818b66baa710 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,43009,1733691875007 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f23a6c97c95a474f47a752b6ea2d62f1, disabling compactions & flushes 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:05:58,672 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:43009. 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. after waiting 0 ms 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:05:58,672 DEBUG [RS:1;229bab1f9d30:43009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:05:58,672 DEBUG [RS:1;229bab1f9d30:43009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:58,672 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(3091): Received CLOSE for ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:05:58,672 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e2432016b45fcf3456005433f1de486 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65ab0a13558770a29c0fa0608d96641a, disabling compactions & flushes 2024-12-08T21:05:58,672 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f4e2ba9e4ffb57c9f8bdb508907b79b 2024-12-08T21:05:58,672 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T21:05:58,672 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(3091): Received CLOSE for 153d148c3b1fca1d01f2572cd1a7e0c7 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T21:05:58,672 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,38035,1733691874902 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. after waiting 0 ms 2024-12-08T21:05:58,672 INFO [RS:0;229bab1f9d30:38035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:05:58,672 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:05:58,672 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T21:05:58,672 INFO [RS:0;229bab1f9d30:38035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:38035. 2024-12-08T21:05:58,673 DEBUG [RS:0;229bab1f9d30:38035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:05:58,673 DEBUG [RS:0;229bab1f9d30:38035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:58,673 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-08T21:05:58,673 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1325): Online Regions={65ab0a13558770a29c0fa0608d96641a=SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a., ddaa271c6235e0002d4309bbc1664164=SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164., 8e2432016b45fcf3456005433f1de486=SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486., 5f4e2ba9e4ffb57c9f8bdb508907b79b=SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b., 153d148c3b1fca1d01f2572cd1a7e0c7=SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7.} 2024-12-08T21:05:58,673 DEBUG [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1351): Waiting on 153d148c3b1fca1d01f2572cd1a7e0c7, 5f4e2ba9e4ffb57c9f8bdb508907b79b, 65ab0a13558770a29c0fa0608d96641a, 8e2432016b45fcf3456005433f1de486, ddaa271c6235e0002d4309bbc1664164 2024-12-08T21:05:58,674 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-08T21:05:58,674 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1325): Online Regions={f23a6c97c95a474f47a752b6ea2d62f1=SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1., e8c76fb508b769cdf0f6457c7cab4f99=SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99., 4f5587d67bb6c8421fbe375aab93dd8f=SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f., 1588230740=hbase:meta,,1.1588230740, f9fc136aeaad9bb541e0236ec30518d7=SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7., f022ffc3eea19151bbfe818b66baa710=SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710.} 2024-12-08T21:05:58,674 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T21:05:58,675 DEBUG [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f5587d67bb6c8421fbe375aab93dd8f, e8c76fb508b769cdf0f6457c7cab4f99, f022ffc3eea19151bbfe818b66baa710, f23a6c97c95a474f47a752b6ea2d62f1, f9fc136aeaad9bb541e0236ec30518d7 2024-12-08T21:05:58,675 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T21:05:58,675 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T21:05:58,675 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T21:05:58,675 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T21:05:58,675 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-08T21:05:58,679 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f23a6c97c95a474f47a752b6ea2d62f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:05:58,679 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/65ab0a13558770a29c0fa0608d96641a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T21:05:58,682 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:05:58,682 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:05:58,682 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65ab0a13558770a29c0fa0608d96641a: Waiting for close lock at 1733691958672Running coprocessor pre-close hooks at 1733691958672Disabling compacts and flushes for region at 1733691958672Disabling writes for close at 1733691958672Writing region close event to WAL at 1733691958674 (+2 ms)Running coprocessor post-close hooks at 1733691958680 (+6 ms)Closed at 1733691958682 (+2 ms) 2024-12-08T21:05:58,682 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f23a6c97c95a474f47a752b6ea2d62f1: Waiting for close lock at 1733691958671Running coprocessor pre-close hooks at 1733691958672 (+1 ms)Disabling compacts and flushes for region at 1733691958672Disabling writes for close at 1733691958672Writing region close event to WAL at 1733691958673 (+1 ms)Running coprocessor post-close hooks at 1733691958680 (+7 ms)Closed at 1733691958682 (+2 ms) 2024-12-08T21:05:58,682 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733691887237.f23a6c97c95a474f47a752b6ea2d62f1. 2024-12-08T21:05:58,682 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733691887237.65ab0a13558770a29c0fa0608d96641a. 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8c76fb508b769cdf0f6457c7cab4f99, disabling compactions & flushes 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddaa271c6235e0002d4309bbc1664164, disabling compactions & flushes 2024-12-08T21:05:58,683 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:05:58,683 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. after waiting 0 ms 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. after waiting 0 ms 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:05:58,683 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:05:58,696 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/e8c76fb508b769cdf0f6457c7cab4f99/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T21:05:58,696 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/ddaa271c6235e0002d4309bbc1664164/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:05:58,697 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:05:58,698 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8c76fb508b769cdf0f6457c7cab4f99: Waiting for close lock at 1733691958683Running coprocessor pre-close hooks at 1733691958683Disabling compacts and flushes for region at 1733691958683Disabling writes for close at 1733691958683Writing region close event to WAL at 1733691958690 (+7 ms)Running coprocessor post-close hooks at 1733691958697 (+7 ms)Closed at 1733691958697 2024-12-08T21:05:58,698 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733691887237.e8c76fb508b769cdf0f6457c7cab4f99. 2024-12-08T21:05:58,698 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f5587d67bb6c8421fbe375aab93dd8f, disabling compactions & flushes 2024-12-08T21:05:58,698 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:58,698 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:58,698 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. after waiting 0 ms 2024-12-08T21:05:58,698 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:58,699 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:05:58,699 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddaa271c6235e0002d4309bbc1664164: Waiting for close lock at 1733691958683Running coprocessor pre-close hooks at 1733691958683Disabling compacts and flushes for region at 1733691958683Disabling writes for close at 1733691958683Writing region close event to WAL at 1733691958690 (+7 ms)Running coprocessor post-close hooks at 1733691958699 (+9 ms)Closed at 1733691958699 2024-12-08T21:05:58,699 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733691887237.ddaa271c6235e0002d4309bbc1664164. 2024-12-08T21:05:58,699 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e2432016b45fcf3456005433f1de486, disabling compactions & flushes 2024-12-08T21:05:58,699 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:58,699 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:58,699 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. after waiting 0 ms 2024-12-08T21:05:58,699 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:58,700 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/info/154818fa639744d0bb0f31d86a5b1dd4 is 167, key is SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f./info:regioninfo/1733691928218/Put/seqid=0 2024-12-08T21:05:58,704 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/8e2432016b45fcf3456005433f1de486/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:05:58,705 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/4f5587d67bb6c8421fbe375aab93dd8f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:05:58,705 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:58,705 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e2432016b45fcf3456005433f1de486: Waiting for close lock at 1733691958699Running coprocessor pre-close hooks at 1733691958699Disabling compacts and flushes for region at 1733691958699Disabling writes for close at 1733691958699Writing region close event to WAL at 1733691958700 (+1 ms)Running coprocessor post-close hooks at 1733691958705 (+5 ms)Closed at 1733691958705 2024-12-08T21:05:58,706 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733691887237.8e2432016b45fcf3456005433f1de486. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f5587d67bb6c8421fbe375aab93dd8f: Waiting for close lock at 1733691958698Running coprocessor pre-close hooks at 1733691958698Disabling compacts and flushes for region at 1733691958698Disabling writes for close at 1733691958698Writing region close event to WAL at 1733691958699 (+1 ms)Running coprocessor post-close hooks at 1733691958705 (+6 ms)Closed at 1733691958706 (+1 ms) 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f4e2ba9e4ffb57c9f8bdb508907b79b, disabling compactions & flushes 2024-12-08T21:05:58,706 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733691887237.4f5587d67bb6c8421fbe375aab93dd8f. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. after waiting 0 ms 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9fc136aeaad9bb541e0236ec30518d7, disabling compactions & flushes 2024-12-08T21:05:58,706 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. after waiting 0 ms 2024-12-08T21:05:58,706 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:05:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741863_1039 (size=19817) 2024-12-08T21:05:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741863_1039 (size=19817) 2024-12-08T21:05:58,713 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/5f4e2ba9e4ffb57c9f8bdb508907b79b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:05:58,714 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:05:58,714 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f4e2ba9e4ffb57c9f8bdb508907b79b: Waiting for close lock at 1733691958706Running coprocessor pre-close hooks at 1733691958706Disabling compacts and flushes for region at 1733691958706Disabling writes for close at 1733691958706Writing region close event to WAL at 1733691958707 (+1 ms)Running coprocessor post-close hooks at 1733691958714 (+7 ms)Closed at 1733691958714 2024-12-08T21:05:58,715 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733691887237.5f4e2ba9e4ffb57c9f8bdb508907b79b. 2024-12-08T21:05:58,715 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 153d148c3b1fca1d01f2572cd1a7e0c7, disabling compactions & flushes 2024-12-08T21:05:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741863_1039 (size=19817) 2024-12-08T21:05:58,715 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:58,715 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:58,715 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. after waiting 0 ms 2024-12-08T21:05:58,715 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:58,717 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/info/154818fa639744d0bb0f31d86a5b1dd4 2024-12-08T21:05:58,719 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f9fc136aeaad9bb541e0236ec30518d7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:05:58,720 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:05:58,720 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9fc136aeaad9bb541e0236ec30518d7: Waiting for close lock at 1733691958706Running coprocessor pre-close hooks at 1733691958706Disabling compacts and flushes for region at 1733691958706Disabling writes for close at 1733691958706Writing region close event to WAL at 1733691958711 (+5 ms)Running coprocessor post-close hooks at 1733691958720 (+9 ms)Closed at 1733691958720 2024-12-08T21:05:58,720 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733691887237.f9fc136aeaad9bb541e0236ec30518d7. 2024-12-08T21:05:58,721 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f022ffc3eea19151bbfe818b66baa710, disabling compactions & flushes 2024-12-08T21:05:58,721 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:58,721 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:58,721 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. after waiting 0 ms 2024-12-08T21:05:58,721 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:58,722 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/153d148c3b1fca1d01f2572cd1a7e0c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T21:05:58,723 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:58,723 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 153d148c3b1fca1d01f2572cd1a7e0c7: Waiting for close lock at 1733691958715Running coprocessor pre-close hooks at 1733691958715Disabling compacts and flushes for region at 1733691958715Disabling writes for close at 1733691958715Writing region close event to WAL at 1733691958716 (+1 ms)Running coprocessor post-close hooks at 1733691958723 (+7 ms)Closed at 1733691958723 2024-12-08T21:05:58,723 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733691887237.153d148c3b1fca1d01f2572cd1a7e0c7. 2024-12-08T21:05:58,726 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/default/SPTestTable/f022ffc3eea19151bbfe818b66baa710/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:05:58,727 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:58,727 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f022ffc3eea19151bbfe818b66baa710: Waiting for close lock at 1733691958721Running coprocessor pre-close hooks at 1733691958721Disabling compacts and flushes for region at 1733691958721Disabling writes for close at 1733691958721Writing region close event to WAL at 1733691958721Running coprocessor post-close hooks at 1733691958726 (+5 ms)Closed at 1733691958726 2024-12-08T21:05:58,727 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733691887237.f022ffc3eea19151bbfe818b66baa710. 2024-12-08T21:05:58,748 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/ns/27810add0a7046ed90cad24fade76c8c is 43, key is default/ns:d/1733691886977/Put/seqid=0 2024-12-08T21:05:58,750 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:05:58,750 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:05:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741864_1040 (size=5153) 2024-12-08T21:05:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741864_1040 (size=5153) 2024-12-08T21:05:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741864_1040 (size=5153) 2024-12-08T21:05:58,757 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/ns/27810add0a7046ed90cad24fade76c8c 2024-12-08T21:05:58,785 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/table/a0b502b860e44a3fbac824968af770e0 is 47, key is SPTestTable/table:state/1733691897847/Put/seqid=0 2024-12-08T21:05:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741865_1041 (size=5214) 2024-12-08T21:05:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741865_1041 (size=5214) 2024-12-08T21:05:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741865_1041 (size=5214) 2024-12-08T21:05:58,800 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/table/a0b502b860e44a3fbac824968af770e0 2024-12-08T21:05:58,810 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/info/154818fa639744d0bb0f31d86a5b1dd4 as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/info/154818fa639744d0bb0f31d86a5b1dd4 2024-12-08T21:05:58,818 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/info/154818fa639744d0bb0f31d86a5b1dd4, entries=112, sequenceid=35, filesize=19.4 K 2024-12-08T21:05:58,819 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/ns/27810add0a7046ed90cad24fade76c8c as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/ns/27810add0a7046ed90cad24fade76c8c 2024-12-08T21:05:58,828 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/ns/27810add0a7046ed90cad24fade76c8c, entries=2, sequenceid=35, filesize=5.0 K 2024-12-08T21:05:58,830 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/.tmp/table/a0b502b860e44a3fbac824968af770e0 as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/table/a0b502b860e44a3fbac824968af770e0 2024-12-08T21:05:58,840 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/table/a0b502b860e44a3fbac824968af770e0, entries=2, sequenceid=35, filesize=5.1 K 2024-12-08T21:05:58,841 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=35, compaction requested=false 2024-12-08T21:05:58,848 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-08T21:05:58,849 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T21:05:58,849 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T21:05:58,850 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691958674Running coprocessor pre-close hooks at 1733691958674Disabling compacts and flushes for region at 1733691958674Disabling writes for close at 1733691958675 (+1 ms)Obtaining lock to block concurrent updates at 1733691958675Preparing flush snapshotting stores in 1588230740 at 1733691958675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733691958676 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733691958676Flushing 1588230740/info: creating writer at 1733691958676Flushing 1588230740/info: appending metadata at 1733691958699 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733691958699Flushing 1588230740/ns: creating writer at 1733691958727 (+28 ms)Flushing 1588230740/ns: appending metadata at 1733691958747 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733691958747Flushing 1588230740/table: creating writer at 1733691958768 (+21 ms)Flushing 1588230740/table: appending metadata at 1733691958785 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733691958785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cfbb07: reopening flushed file at 1733691958808 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1ffb6: reopening flushed file at 1733691958818 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e352494: reopening flushed file at 1733691958828 (+10 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=35, compaction requested=false at 1733691958841 (+13 ms)Writing region close event to WAL at 1733691958843 (+2 ms)Running coprocessor post-close hooks at 1733691958849 (+6 ms)Closed at 1733691958849 2024-12-08T21:05:58,850 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T21:05:58,874 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,38035,1733691874902; all regions closed. 2024-12-08T21:05:58,875 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,43009,1733691875007; all regions closed. 2024-12-08T21:05:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741836_1012 (size=18438) 2024-12-08T21:05:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741834_1010 (size=4022) 2024-12-08T21:05:58,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741836_1012 (size=18438) 2024-12-08T21:05:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741836_1012 (size=18438) 2024-12-08T21:05:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741834_1010 (size=4022) 2024-12-08T21:05:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741834_1010 (size=4022) 2024-12-08T21:05:58,885 DEBUG [RS:1;229bab1f9d30:43009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs 2024-12-08T21:05:58,885 DEBUG [RS:0;229bab1f9d30:38035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs 2024-12-08T21:05:58,885 INFO [RS:0;229bab1f9d30:38035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C38035%2C1733691874902:(num 1733691876642) 2024-12-08T21:05:58,885 INFO [RS:1;229bab1f9d30:43009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C43009%2C1733691875007.meta:.meta(num 1733691886800) 2024-12-08T21:05:58,885 DEBUG [RS:0;229bab1f9d30:38035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:58,885 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:05:58,885 INFO [RS:0;229bab1f9d30:38035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T21:05:58,885 INFO [RS:0;229bab1f9d30:38035 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T21:05:58,886 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T21:05:58,886 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T21:05:58,886 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T21:05:58,886 INFO [RS:0;229bab1f9d30:38035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T21:05:58,886 INFO [RS:0;229bab1f9d30:38035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38035 2024-12-08T21:05:58,886 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T21:05:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741833_1009 (size=3530) 2024-12-08T21:05:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741833_1009 (size=3530) 2024-12-08T21:05:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741833_1009 (size=3530) 2024-12-08T21:05:58,894 DEBUG [RS:1;229bab1f9d30:43009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/oldWALs 2024-12-08T21:05:58,895 INFO [RS:1;229bab1f9d30:43009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C43009%2C1733691875007:(num 1733691876642) 2024-12-08T21:05:58,895 DEBUG [RS:1;229bab1f9d30:43009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:05:58,895 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:05:58,895 INFO [RS:1;229bab1f9d30:43009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T21:05:58,895 INFO [RS:1;229bab1f9d30:43009 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T21:05:58,895 INFO [RS:1;229bab1f9d30:43009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T21:05:58,895 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T21:05:58,896 INFO [RS:1;229bab1f9d30:43009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43009 2024-12-08T21:05:59,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,38035,1733691874902 2024-12-08T21:05:59,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:05:59,001 INFO [RS:0;229bab1f9d30:38035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:05:59,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,43009,1733691875007 2024-12-08T21:05:59,189 INFO [RS:1;229bab1f9d30:43009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:05:59,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,43009,1733691875007] 2024-12-08T21:05:59,460 INFO [RS:0;229bab1f9d30:38035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:05:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:05:59,460 INFO [RS:0;229bab1f9d30:38035 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,38035,1733691874902; zookeeper connection closed. 2024-12-08T21:05:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38035-0x100074c57350001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:05:59,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@768eb28a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@768eb28a 2024-12-08T21:05:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:05:59,639 INFO [RS:1;229bab1f9d30:43009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:05:59,639 INFO [RS:1;229bab1f9d30:43009 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,43009,1733691875007; zookeeper connection closed. 2024-12-08T21:05:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43009-0x100074c57350002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:05:59,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bd35101 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bd35101 2024-12-08T21:05:59,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T21:05:59,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,43009,1733691875007 already deleted, retry=false 2024-12-08T21:05:59,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,43009,1733691875007 expired; onlineServers=1 2024-12-08T21:05:59,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,38035,1733691874902] 2024-12-08T21:05:59,901 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,38035,1733691874902 already deleted, retry=false 2024-12-08T21:05:59,902 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,38035,1733691874902 expired; onlineServers=0 2024-12-08T21:05:59,902 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,32965,1733691874204' ***** 2024-12-08T21:05:59,902 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T21:05:59,903 INFO [M:0;229bab1f9d30:32965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:05:59,903 INFO [M:0;229bab1f9d30:32965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T21:05:59,903 DEBUG [M:0;229bab1f9d30:32965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T21:05:59,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T21:05:59,904 DEBUG [M:0;229bab1f9d30:32965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T21:05:59,904 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691876168 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691876168,5,FailOnTimeoutGroup] 2024-12-08T21:05:59,904 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691876170 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691876170,5,FailOnTimeoutGroup] 2024-12-08T21:05:59,904 INFO [M:0;229bab1f9d30:32965 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T21:05:59,905 INFO [M:0;229bab1f9d30:32965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T21:05:59,905 DEBUG [M:0;229bab1f9d30:32965 {}] master.HMaster(1795): Stopping service threads 2024-12-08T21:05:59,905 INFO [M:0;229bab1f9d30:32965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T21:05:59,905 INFO [M:0;229bab1f9d30:32965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T21:05:59,907 INFO [M:0;229bab1f9d30:32965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T21:05:59,907 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T21:05:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T21:05:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:05:59,918 DEBUG [M:0;229bab1f9d30:32965 {}] zookeeper.ZKUtil(347): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T21:05:59,918 WARN [M:0;229bab1f9d30:32965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T21:05:59,919 INFO [M:0;229bab1f9d30:32965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/.lastflushedseqids 2024-12-08T21:05:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741866_1042 (size=668) 2024-12-08T21:05:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741866_1042 (size=668) 2024-12-08T21:05:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741866_1042 (size=668) 2024-12-08T21:05:59,935 INFO [M:0;229bab1f9d30:32965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T21:05:59,935 INFO [M:0;229bab1f9d30:32965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T21:05:59,935 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T21:05:59,936 INFO [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:05:59,936 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:05:59,936 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T21:05:59,936 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:05:59,936 INFO [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.37 KB heapSize=229.78 KB 2024-12-08T21:05:59,956 DEBUG [M:0;229bab1f9d30:32965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8712027e52474722bfc002f133d9cf7d is 82, key is hbase:meta,,1/info:regioninfo/1733691886881/Put/seqid=0 2024-12-08T21:05:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741867_1043 (size=5672) 2024-12-08T21:05:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741867_1043 (size=5672) 2024-12-08T21:05:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741867_1043 (size=5672) 2024-12-08T21:05:59,966 INFO [M:0;229bab1f9d30:32965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8712027e52474722bfc002f133d9cf7d 2024-12-08T21:05:59,987 DEBUG [M:0;229bab1f9d30:32965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca0c1e3641a9427f8ba2acf05a85bc11 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691897854/Put/seqid=0 2024-12-08T21:05:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741868_1044 (size=8904) 2024-12-08T21:05:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741868_1044 (size=8904) 2024-12-08T21:05:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741868_1044 (size=8904) 2024-12-08T21:05:59,998 INFO [M:0;229bab1f9d30:32965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.63 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca0c1e3641a9427f8ba2acf05a85bc11 2024-12-08T21:06:00,004 INFO [M:0;229bab1f9d30:32965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca0c1e3641a9427f8ba2acf05a85bc11 2024-12-08T21:06:00,019 DEBUG [M:0;229bab1f9d30:32965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d0220c48924241bdb43a74f9034674 is 69, key is 229bab1f9d30,38035,1733691874902/rs:state/1733691876314/Put/seqid=0 2024-12-08T21:06:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741869_1045 (size=5441) 2024-12-08T21:06:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741869_1045 (size=5441) 2024-12-08T21:06:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741869_1045 (size=5441) 2024-12-08T21:06:00,027 INFO [M:0;229bab1f9d30:32965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d0220c48924241bdb43a74f9034674 2024-12-08T21:06:00,033 INFO [M:0;229bab1f9d30:32965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56d0220c48924241bdb43a74f9034674 2024-12-08T21:06:00,034 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8712027e52474722bfc002f133d9cf7d as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8712027e52474722bfc002f133d9cf7d 2024-12-08T21:06:00,046 INFO [M:0;229bab1f9d30:32965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8712027e52474722bfc002f133d9cf7d, entries=8, sequenceid=485, filesize=5.5 K 2024-12-08T21:06:00,050 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca0c1e3641a9427f8ba2acf05a85bc11 as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca0c1e3641a9427f8ba2acf05a85bc11 2024-12-08T21:06:00,059 INFO [M:0;229bab1f9d30:32965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca0c1e3641a9427f8ba2acf05a85bc11 2024-12-08T21:06:00,060 INFO [M:0;229bab1f9d30:32965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca0c1e3641a9427f8ba2acf05a85bc11, entries=54, sequenceid=485, filesize=8.7 K 2024-12-08T21:06:00,061 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d0220c48924241bdb43a74f9034674 as hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56d0220c48924241bdb43a74f9034674 2024-12-08T21:06:00,070 INFO [M:0;229bab1f9d30:32965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56d0220c48924241bdb43a74f9034674 2024-12-08T21:06:00,070 INFO [M:0;229bab1f9d30:32965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/974c14a1-a5c1-8d32-23ef-caad1a828147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56d0220c48924241bdb43a74f9034674, entries=3, sequenceid=485, filesize=5.3 K 2024-12-08T21:06:00,071 INFO [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=485, compaction requested=false 2024-12-08T21:06:00,080 INFO [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:06:00,080 DEBUG [M:0;229bab1f9d30:32965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691959935Disabling compacts and flushes for region at 1733691959935Disabling writes for close at 1733691959936 (+1 ms)Obtaining lock to block concurrent updates at 1733691959936Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733691959936Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189816, getHeapSize=235232, getOffHeapSize=0, getCellsCount=588 at 1733691959937 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733691959939 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733691959939Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733691959955 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733691959955Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733691959972 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733691959987 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733691959987Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733691960004 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733691960018 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733691960018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45366ec9: reopening flushed file at 1733691960033 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca236b3: reopening flushed file at 1733691960047 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3b0291: reopening flushed file at 1733691960060 (+13 ms)Finished flush of dataSize ~185.37 KB/189816, heapSize ~229.48 KB/234992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=485, compaction requested=false at 1733691960071 (+11 ms)Writing region close event to WAL at 1733691960079 (+8 ms)Closed at 1733691960079 2024-12-08T21:06:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40863 is added to blk_1073741830_1006 (size=222172) 2024-12-08T21:06:00,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T21:06:00,085 INFO [M:0;229bab1f9d30:32965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T21:06:00,085 INFO [M:0;229bab1f9d30:32965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32965 2024-12-08T21:06:00,085 INFO [M:0;229bab1f9d30:32965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:06:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39861 is added to blk_1073741830_1006 (size=222172) 2024-12-08T21:06:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741830_1006 (size=222172) 2024-12-08T21:06:00,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:06:00,193 INFO [M:0;229bab1f9d30:32965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:06:00,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32965-0x100074c57350000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:06:00,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:06:00,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:06:00,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:06:00,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:06:00,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,STOPPED} 2024-12-08T21:06:00,243 WARN [BP-2115731200-172.17.0.2-1733691870392 heartbeating to localhost/127.0.0.1:36023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T21:06:00,243 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T21:06:00,243 WARN [BP-2115731200-172.17.0.2-1733691870392 heartbeating to localhost/127.0.0.1:36023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2115731200-172.17.0.2-1733691870392 (Datanode Uuid 9e830ad0-a8e7-4ac5-bb2f-aec527712642) service to localhost/127.0.0.1:36023 2024-12-08T21:06:00,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T21:06:00,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data5/current/BP-2115731200-172.17.0.2-1733691870392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:06:00,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data6/current/BP-2115731200-172.17.0.2-1733691870392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:06:00,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T21:06:00,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:06:00,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:06:00,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:06:00,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:06:00,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,STOPPED} 2024-12-08T21:06:00,251 WARN [BP-2115731200-172.17.0.2-1733691870392 heartbeating to localhost/127.0.0.1:36023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T21:06:00,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T21:06:00,251 WARN [BP-2115731200-172.17.0.2-1733691870392 heartbeating to localhost/127.0.0.1:36023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2115731200-172.17.0.2-1733691870392 (Datanode Uuid 1bcd9811-86dc-4ed5-ba14-26a08ea032cf) service to localhost/127.0.0.1:36023 2024-12-08T21:06:00,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T21:06:00,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data3/current/BP-2115731200-172.17.0.2-1733691870392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:06:00,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data4/current/BP-2115731200-172.17.0.2-1733691870392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:06:00,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T21:06:00,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:06:00,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:06:00,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:06:00,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:06:00,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,STOPPED} 2024-12-08T21:06:00,257 WARN [BP-2115731200-172.17.0.2-1733691870392 heartbeating to localhost/127.0.0.1:36023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2115731200-172.17.0.2-1733691870392 (Datanode Uuid a8e7fd35-66ad-49df-b17a-4f4c4e007c56) service to localhost/127.0.0.1:36023 2024-12-08T21:06:00,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data1/current/BP-2115731200-172.17.0.2-1733691870392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:06:00,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/cluster_9071d334-81df-d54f-e5d2-3d72284099f5/data/data2/current/BP-2115731200-172.17.0.2-1733691870392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:06:00,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T21:06:00,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T21:06:00,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:06:00,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:06:00,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:06:00,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir/,STOPPED} 2024-12-08T21:06:00,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T21:06:00,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T21:06:00,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/229bab1f9d30:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36023 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/229bab1f9d30:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/229bab1f9d30:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/229bab1f9d30:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/229bab1f9d30:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@484bb3c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/229bab1f9d30:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/229bab1f9d30:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36023 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 135) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16342 (was 17554) 2024-12-08T21:06:00,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=16342 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir so I do NOT create it in target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b 2024-12-08T21:06:00,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.log.dir Erasing configuration value by system value. 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.tmp.dir so I do NOT create it in target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b 2024-12-08T21:06:00,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a6d43e7-de18-bd0a-76f5-a3b4deeca00b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-08T21:06:00,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16, deleteOnExit=true 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/test.cache.data in system properties and HBase conf 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T21:06:00,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T21:06:00,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T21:06:00,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T21:06:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T21:06:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/nfs.dump.dir in system properties and HBase conf 2024-12-08T21:06:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/java.io.tmpdir in system properties and HBase conf 2024-12-08T21:06:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T21:06:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T21:06:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T21:06:00,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:06:00,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:06:00,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:06:00,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:06:00,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T21:06:00,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:06:00,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46abb6db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:06:00,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295706e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:06:00,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a798b0b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/java.io.tmpdir/jetty-localhost-43021-hadoop-hdfs-3_4_1-tests_jar-_-any-14894667051822933428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T21:06:00,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58bba0d{HTTP/1.1, (http/1.1)}{localhost:43021} 2024-12-08T21:06:00,732 INFO [Time-limited test {}] server.Server(415): Started @92126ms 2024-12-08T21:06:00,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:06:00,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:06:00,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:06:00,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:06:00,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T21:06:00,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b33d518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:06:00,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34683201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:06:01,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672d18e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/java.io.tmpdir/jetty-localhost-43731-hadoop-hdfs-3_4_1-tests_jar-_-any-9871441128140440617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:06:01,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ceb4815{HTTP/1.1, (http/1.1)}{localhost:43731} 2024-12-08T21:06:01,064 INFO [Time-limited test {}] server.Server(415): Started @92458ms 2024-12-08T21:06:01,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T21:06:01,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:06:01,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:06:01,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:06:01,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:06:01,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T21:06:01,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360431{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:06:01,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7539655b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:06:01,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@301b6eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/java.io.tmpdir/jetty-localhost-34407-hadoop-hdfs-3_4_1-tests_jar-_-any-12550339539012327945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:06:01,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a28eaa{HTTP/1.1, (http/1.1)}{localhost:34407} 2024-12-08T21:06:01,195 INFO [Time-limited test {}] server.Server(415): Started @92588ms 2024-12-08T21:06:01,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T21:06:01,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T21:06:01,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T21:06:01,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T21:06:01,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T21:06:01,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T21:06:01,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@271f2cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,AVAILABLE} 2024-12-08T21:06:01,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1009edfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T21:06:01,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cbdedd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/java.io.tmpdir/jetty-localhost-33427-hadoop-hdfs-3_4_1-tests_jar-_-any-11929404280146820791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:06:01,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1b8377{HTTP/1.1, (http/1.1)}{localhost:33427} 2024-12-08T21:06:01,328 INFO [Time-limited test {}] server.Server(415): Started @92721ms 2024-12-08T21:06:01,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T21:06:01,845 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data1/current/BP-502120813-172.17.0.2-1733691960365/current, will proceed with Du for space computation calculation, 2024-12-08T21:06:01,855 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data2/current/BP-502120813-172.17.0.2-1733691960365/current, will proceed with Du for space computation calculation, 2024-12-08T21:06:01,883 WARN [Thread-651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T21:06:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21fab10f7b2712a4 with lease ID 0x59bf899d21f05ac8: Processing first storage report for DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb from datanode DatanodeRegistration(127.0.0.1:41581, datanodeUuid=114c1aee-4fb4-4e02-b647-8a7599832758, infoPort=39565, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365) 2024-12-08T21:06:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21fab10f7b2712a4 with lease ID 0x59bf899d21f05ac8: from storage DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb node DatanodeRegistration(127.0.0.1:41581, datanodeUuid=114c1aee-4fb4-4e02-b647-8a7599832758, infoPort=39565, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:06:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21fab10f7b2712a4 with lease ID 0x59bf899d21f05ac8: Processing first storage report for DS-edf8392c-641b-46d2-8c9d-7b0295a3c6c4 from datanode DatanodeRegistration(127.0.0.1:41581, datanodeUuid=114c1aee-4fb4-4e02-b647-8a7599832758, infoPort=39565, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365) 2024-12-08T21:06:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21fab10f7b2712a4 with lease ID 0x59bf899d21f05ac8: from storage DS-edf8392c-641b-46d2-8c9d-7b0295a3c6c4 node DatanodeRegistration(127.0.0.1:41581, datanodeUuid=114c1aee-4fb4-4e02-b647-8a7599832758, infoPort=39565, infoSecurePort=0, ipcPort=40847, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:06:02,095 WARN [Thread-722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data3/current/BP-502120813-172.17.0.2-1733691960365/current, will proceed with Du for space computation calculation, 2024-12-08T21:06:02,095 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data4/current/BP-502120813-172.17.0.2-1733691960365/current, will proceed with Du for space computation calculation, 2024-12-08T21:06:02,114 WARN [Thread-674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T21:06:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc749c33c57e1bfa0 with lease ID 0x59bf899d21f05ac9: Processing first storage report for DS-e761845a-b7dd-46c6-87d5-1333d050727f from datanode DatanodeRegistration(127.0.0.1:43049, datanodeUuid=8292ecae-6733-47a6-b42e-155008b3a0b9, infoPort=45115, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365) 2024-12-08T21:06:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc749c33c57e1bfa0 with lease ID 0x59bf899d21f05ac9: from storage DS-e761845a-b7dd-46c6-87d5-1333d050727f node DatanodeRegistration(127.0.0.1:43049, datanodeUuid=8292ecae-6733-47a6-b42e-155008b3a0b9, infoPort=45115, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:06:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc749c33c57e1bfa0 with lease ID 0x59bf899d21f05ac9: Processing first storage report for DS-9cee8c4f-54e7-410b-8506-29869ac90842 from datanode DatanodeRegistration(127.0.0.1:43049, datanodeUuid=8292ecae-6733-47a6-b42e-155008b3a0b9, infoPort=45115, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365) 2024-12-08T21:06:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc749c33c57e1bfa0 with lease ID 0x59bf899d21f05ac9: from storage DS-9cee8c4f-54e7-410b-8506-29869ac90842 node DatanodeRegistration(127.0.0.1:43049, datanodeUuid=8292ecae-6733-47a6-b42e-155008b3a0b9, infoPort=45115, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:06:02,137 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data5/current/BP-502120813-172.17.0.2-1733691960365/current, will proceed with Du for space computation calculation, 2024-12-08T21:06:02,138 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data6/current/BP-502120813-172.17.0.2-1733691960365/current, will proceed with Du for space computation calculation, 2024-12-08T21:06:02,159 WARN [Thread-696 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T21:06:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee4a84806ac91430 with lease ID 0x59bf899d21f05aca: Processing first storage report for DS-0c841077-c83a-4e0c-ac80-9c080bb511d2 from datanode DatanodeRegistration(127.0.0.1:37077, datanodeUuid=9df9e11a-eec6-4f02-b749-f7d99a4b07f9, infoPort=33749, infoSecurePort=0, ipcPort=45367, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365) 2024-12-08T21:06:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee4a84806ac91430 with lease ID 0x59bf899d21f05aca: from storage DS-0c841077-c83a-4e0c-ac80-9c080bb511d2 node DatanodeRegistration(127.0.0.1:37077, datanodeUuid=9df9e11a-eec6-4f02-b749-f7d99a4b07f9, infoPort=33749, infoSecurePort=0, ipcPort=45367, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T21:06:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee4a84806ac91430 with lease ID 0x59bf899d21f05aca: Processing first storage report for DS-fc981601-f1e9-4263-bdde-121cd3f32ecd from datanode DatanodeRegistration(127.0.0.1:37077, datanodeUuid=9df9e11a-eec6-4f02-b749-f7d99a4b07f9, infoPort=33749, infoSecurePort=0, ipcPort=45367, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365) 2024-12-08T21:06:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee4a84806ac91430 with lease ID 0x59bf899d21f05aca: from storage DS-fc981601-f1e9-4263-bdde-121cd3f32ecd node DatanodeRegistration(127.0.0.1:37077, datanodeUuid=9df9e11a-eec6-4f02-b749-f7d99a4b07f9, infoPort=33749, infoSecurePort=0, ipcPort=45367, storageInfo=lv=-57;cid=testClusterID;nsid=1144825917;c=1733691960365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T21:06:02,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b 2024-12-08T21:06:02,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/zookeeper_0, clientPort=62617, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T21:06:02,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62617 2024-12-08T21:06:02,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741825_1001 (size=7) 2024-12-08T21:06:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741825_1001 (size=7) 2024-12-08T21:06:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741825_1001 (size=7) 2024-12-08T21:06:02,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b with version=8 2024-12-08T21:06:02,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/hbase-staging 2024-12-08T21:06:02,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:06:02,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:06:02,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:06:02,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T21:06:02,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:06:02,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38569 2024-12-08T21:06:02,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38569 connecting to ZooKeeper ensemble=127.0.0.1:62617 2024-12-08T21:06:02,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385690x0, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:06:02,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38569-0x100074db2350000 connected 2024-12-08T21:06:02,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:06:02,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b, hbase.cluster.distributed=false 2024-12-08T21:06:02,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:06:02,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38569 2024-12-08T21:06:02,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38569 2024-12-08T21:06:02,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38569 2024-12-08T21:06:02,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38569 2024-12-08T21:06:02,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38569 2024-12-08T21:06:02,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:06:02,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:06:02,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:06:02,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T21:06:02,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:06:02,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35489 2024-12-08T21:06:02,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35489 connecting to ZooKeeper ensemble=127.0.0.1:62617 2024-12-08T21:06:02,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354890x0, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:06:02,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354890x0, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:06:02,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35489-0x100074db2350001 connected 2024-12-08T21:06:02,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T21:06:02,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T21:06:02,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T21:06:02,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:06:02,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35489 2024-12-08T21:06:02,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35489 2024-12-08T21:06:02,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35489 2024-12-08T21:06:02,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35489 2024-12-08T21:06:02,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35489 2024-12-08T21:06:02,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:06:02,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:06:02,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:06:02,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T21:06:02,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:06:02,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40147 2024-12-08T21:06:02,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40147 connecting to ZooKeeper ensemble=127.0.0.1:62617 2024-12-08T21:06:02,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401470x0, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:06:02,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40147-0x100074db2350002 connected 2024-12-08T21:06:02,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:06:02,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T21:06:02,555 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T21:06:02,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T21:06:02,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:06:02,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40147 2024-12-08T21:06:02,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40147 2024-12-08T21:06:02,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40147 2024-12-08T21:06:02,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40147 2024-12-08T21:06:02,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40147 2024-12-08T21:06:02,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T21:06:02,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T21:06:02,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T21:06:02,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T21:06:02,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T21:06:02,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T21:06:02,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35763 2024-12-08T21:06:02,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35763 connecting to ZooKeeper ensemble=127.0.0.1:62617 2024-12-08T21:06:02,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357630x0, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T21:06:02,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357630x0, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:06:02,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35763-0x100074db2350003 connected 2024-12-08T21:06:02,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T21:06:02,632 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T21:06:02,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T21:06:02,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T21:06:02,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35763 2024-12-08T21:06:02,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35763 2024-12-08T21:06:02,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35763 2024-12-08T21:06:02,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35763 2024-12-08T21:06:02,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35763 2024-12-08T21:06:02,647 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:38569 2024-12-08T21:06:02,647 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,38569,1733691962302 2024-12-08T21:06:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,656 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,38569,1733691962302 2024-12-08T21:06:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T21:06:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T21:06:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T21:06:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,665 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T21:06:02,665 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,38569,1733691962302 from backup master directory 2024-12-08T21:06:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,38569,1733691962302 2024-12-08T21:06:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,672 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:06:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T21:06:02,672 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,38569,1733691962302 2024-12-08T21:06:02,677 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/hbase.id] with ID: c60eef6e-7bcb-48f5-94d0-ba0b06363793 2024-12-08T21:06:02,677 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.tmp/hbase.id 2024-12-08T21:06:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741826_1002 (size=42) 2024-12-08T21:06:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741826_1002 (size=42) 2024-12-08T21:06:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741826_1002 (size=42) 2024-12-08T21:06:02,696 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.tmp/hbase.id]:[hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/hbase.id] 2024-12-08T21:06:02,718 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T21:06:02,718 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T21:06:02,720 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-08T21:06:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741827_1003 (size=196) 2024-12-08T21:06:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741827_1003 (size=196) 2024-12-08T21:06:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741827_1003 (size=196) 2024-12-08T21:06:02,789 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T21:06:02,790 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T21:06:02,790 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:06:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741828_1004 (size=1189) 2024-12-08T21:06:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741828_1004 (size=1189) 2024-12-08T21:06:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741828_1004 (size=1189) 2024-12-08T21:06:02,802 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store 2024-12-08T21:06:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741829_1005 (size=34) 2024-12-08T21:06:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741829_1005 (size=34) 2024-12-08T21:06:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741829_1005 (size=34) 2024-12-08T21:06:02,817 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:02,817 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T21:06:02,817 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:06:02,817 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:06:02,817 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T21:06:02,817 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:06:02,817 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:06:02,817 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733691962817Disabling compacts and flushes for region at 1733691962817Disabling writes for close at 1733691962817Writing region close event to WAL at 1733691962817Closed at 1733691962817 2024-12-08T21:06:02,818 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/.initializing 2024-12-08T21:06:02,818 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/WALs/229bab1f9d30,38569,1733691962302 2024-12-08T21:06:02,819 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:06:02,822 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C38569%2C1733691962302, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/WALs/229bab1f9d30,38569,1733691962302, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/oldWALs, maxLogs=10 2024-12-08T21:06:02,834 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/WALs/229bab1f9d30,38569,1733691962302/229bab1f9d30%2C38569%2C1733691962302.1733691962822, exclude list is [], retry=0 2024-12-08T21:06:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-e761845a-b7dd-46c6-87d5-1333d050727f,DISK] 2024-12-08T21:06:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-0c841077-c83a-4e0c-ac80-9c080bb511d2,DISK] 2024-12-08T21:06:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb,DISK] 2024-12-08T21:06:02,842 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/WALs/229bab1f9d30,38569,1733691962302/229bab1f9d30%2C38569%2C1733691962302.1733691962822 2024-12-08T21:06:02,843 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39565:39565),(127.0.0.1/127.0.0.1:33749:33749),(127.0.0.1/127.0.0.1:45115:45115)] 2024-12-08T21:06:02,843 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T21:06:02,843 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:02,843 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,843 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T21:06:02,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:02,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:02,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T21:06:02,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:02,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:02,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T21:06:02,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:02,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:02,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T21:06:02,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:02,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:02,862 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,862 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,863 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,864 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,864 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,864 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T21:06:02,865 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T21:06:02,867 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:02,868 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59570917, jitterRate=-0.11232416331768036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T21:06:02,869 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733691962844Initializing all the Stores at 1733691962845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691962845Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691962847 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691962847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691962847Cleaning up temporary data from old regions at 1733691962864 (+17 ms)Region opened successfully at 1733691962869 (+5 ms) 2024-12-08T21:06:02,869 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T21:06:02,872 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbeff55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:06:02,873 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T21:06:02,873 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T21:06:02,873 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T21:06:02,874 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T21:06:02,874 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-08T21:06:02,875 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-08T21:06:02,875 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-08T21:06:02,877 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T21:06:02,878 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T21:06:02,896 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T21:06:02,897 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T21:06:02,898 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T21:06:02,906 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T21:06:02,907 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T21:06:02,908 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T21:06:02,913 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T21:06:02,915 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T21:06:02,922 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T21:06:02,925 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T21:06:02,930 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T21:06:02,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:06:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:06:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:06:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T21:06:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,940 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,38569,1733691962302, sessionid=0x100074db2350000, setting cluster-up flag (Was=false) 2024-12-08T21:06:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,980 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T21:06:02,983 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,38569,1733691962302 2024-12-08T21:06:02,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:02,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:03,022 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T21:06:03,024 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,38569,1733691962302 2024-12-08T21:06:03,036 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T21:06:03,041 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T21:06:03,041 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T21:06:03,042 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T21:06:03,042 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,38569,1733691962302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T21:06:03,047 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:06:03,047 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:06:03,047 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:06:03,048 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T21:06:03,048 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T21:06:03,048 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,048 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:06:03,048 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T21:06:03,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T21:06:03,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:03,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T21:06:03,072 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733691993072 2024-12-08T21:06:03,073 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T21:06:03,073 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T21:06:03,073 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T21:06:03,073 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T21:06:03,073 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T21:06:03,073 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T21:06:03,073 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,074 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T21:06:03,074 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T21:06:03,074 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T21:06:03,075 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T21:06:03,075 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T21:06:03,078 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691963075,5,FailOnTimeoutGroup] 2024-12-08T21:06:03,079 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691963078,5,FailOnTimeoutGroup] 2024-12-08T21:06:03,079 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,079 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T21:06:03,079 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,079 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741831_1007 (size=1321) 2024-12-08T21:06:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741831_1007 (size=1321) 2024-12-08T21:06:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741831_1007 (size=1321) 2024-12-08T21:06:03,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T21:06:03,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:03,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741832_1008 (size=32) 2024-12-08T21:06:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741832_1008 (size=32) 2024-12-08T21:06:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741832_1008 (size=32) 2024-12-08T21:06:03,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:03,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T21:06:03,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T21:06:03,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:03,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:03,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T21:06:03,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T21:06:03,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:03,139 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(746): ClusterId : c60eef6e-7bcb-48f5-94d0-ba0b06363793 2024-12-08T21:06:03,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:03,139 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T21:06:03,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T21:06:03,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T21:06:03,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:03,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:03,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T21:06:03,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T21:06:03,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:03,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:03,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T21:06:03,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740 2024-12-08T21:06:03,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740 2024-12-08T21:06:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T21:06:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T21:06:03,155 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T21:06:03,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T21:06:03,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:03,165 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(746): ClusterId : c60eef6e-7bcb-48f5-94d0-ba0b06363793 2024-12-08T21:06:03,165 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T21:06:03,165 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60968413, jitterRate=-0.09149985015392303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T21:06:03,165 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(746): ClusterId : c60eef6e-7bcb-48f5-94d0-ba0b06363793 2024-12-08T21:06:03,165 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T21:06:03,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733691963130Initializing all the Stores at 1733691963132 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691963132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691963132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691963132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691963132Cleaning up temporary data from old regions at 1733691963154 (+22 ms)Region opened successfully at 1733691963165 (+11 ms) 2024-12-08T21:06:03,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T21:06:03,166 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T21:06:03,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T21:06:03,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T21:06:03,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T21:06:03,166 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T21:06:03,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733691963166Disabling compacts and flushes for region at 1733691963166Disabling writes for close at 1733691963166Writing region close event to WAL at 1733691963166Closed at 1733691963166 2024-12-08T21:06:03,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T21:06:03,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T21:06:03,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T21:06:03,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T21:06:03,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T21:06:03,173 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T21:06:03,173 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T21:06:03,173 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T21:06:03,173 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T21:06:03,173 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T21:06:03,173 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T21:06:03,181 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T21:06:03,181 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T21:06:03,181 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T21:06:03,182 DEBUG [RS:1;229bab1f9d30:40147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:06:03,182 DEBUG [RS:2;229bab1f9d30:35763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d0d550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:06:03,186 DEBUG [RS:0;229bab1f9d30:35489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57eaa300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T21:06:03,193 DEBUG [RS:1;229bab1f9d30:40147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;229bab1f9d30:40147 2024-12-08T21:06:03,193 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T21:06:03,193 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T21:06:03,193 DEBUG [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T21:06:03,194 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,38569,1733691962302 with port=40147, startcode=1733691962502 2024-12-08T21:06:03,194 DEBUG [RS:1;229bab1f9d30:40147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T21:06:03,196 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58419, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T21:06:03,197 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;229bab1f9d30:35763 2024-12-08T21:06:03,197 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T21:06:03,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,40147,1733691962502 2024-12-08T21:06:03,197 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T21:06:03,197 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T21:06:03,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:03,198 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,38569,1733691962302 with port=35763, startcode=1733691962587 2024-12-08T21:06:03,198 DEBUG [RS:2;229bab1f9d30:35763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T21:06:03,198 DEBUG [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:03,198 DEBUG [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39825 2024-12-08T21:06:03,198 DEBUG [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T21:06:03,200 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46991, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T21:06:03,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,35763,1733691962587 2024-12-08T21:06:03,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:03,201 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:03,201 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39825 2024-12-08T21:06:03,201 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T21:06:03,202 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:35489 2024-12-08T21:06:03,202 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T21:06:03,202 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T21:06:03,202 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T21:06:03,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:06:03,236 DEBUG [RS:1;229bab1f9d30:40147 {}] zookeeper.ZKUtil(111): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,40147,1733691962502 2024-12-08T21:06:03,236 WARN [RS:1;229bab1f9d30:40147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:06:03,236 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,38569,1733691962302 with port=35489, startcode=1733691962444 2024-12-08T21:06:03,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,40147,1733691962502] 2024-12-08T21:06:03,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,35763,1733691962587] 2024-12-08T21:06:03,236 INFO [RS:1;229bab1f9d30:40147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:06:03,236 DEBUG [RS:0;229bab1f9d30:35489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T21:06:03,236 DEBUG [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502 2024-12-08T21:06:03,237 DEBUG [RS:2;229bab1f9d30:35763 {}] zookeeper.ZKUtil(111): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,35763,1733691962587 2024-12-08T21:06:03,237 WARN [RS:2;229bab1f9d30:35763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:06:03,237 INFO [RS:2;229bab1f9d30:35763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:06:03,237 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587 2024-12-08T21:06:03,238 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41681, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T21:06:03,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,35489,1733691962444 2024-12-08T21:06:03,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:03,241 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:03,241 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39825 2024-12-08T21:06:03,241 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T21:06:03,242 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T21:06:03,244 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T21:06:03,245 INFO [RS:1;229bab1f9d30:40147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T21:06:03,245 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,245 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T21:06:03,246 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T21:06:03,246 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,246 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,246 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,246 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,246 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:06:03,247 DEBUG [RS:1;229bab1f9d30:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:06:03,248 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,248 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,249 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,249 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,249 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,249 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,40147,1733691962502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:06:03,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:06:03,256 DEBUG [RS:0;229bab1f9d30:35489 {}] zookeeper.ZKUtil(111): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,35489,1733691962444 2024-12-08T21:06:03,256 WARN [RS:0;229bab1f9d30:35489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T21:06:03,256 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T21:06:03,256 INFO [RS:0;229bab1f9d30:35489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:06:03,256 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35489,1733691962444 2024-12-08T21:06:03,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,35489,1733691962444] 2024-12-08T21:06:03,258 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T21:06:03,259 INFO [RS:2;229bab1f9d30:35763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T21:06:03,259 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,261 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T21:06:03,263 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T21:06:03,264 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T21:06:03,264 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,264 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:06:03,265 DEBUG [RS:2;229bab1f9d30:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:06:03,267 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T21:06:03,267 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T21:06:03,267 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,40147,1733691962502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,267 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,267 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.Replication(171): 229bab1f9d30,40147,1733691962502 started 2024-12-08T21:06:03,270 INFO [RS:0;229bab1f9d30:35489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T21:06:03,270 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,271 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,271 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,271 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,271 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,271 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,271 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35763,1733691962587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:06:03,273 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T21:06:03,274 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T21:06:03,275 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,275 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,276 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,276 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T21:06:03,276 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:06:03,276 DEBUG [RS:0;229bab1f9d30:35489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T21:06:03,276 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,276 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,276 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,276 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,276 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,276 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35489,1733691962444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:06:03,283 INFO [RS:1;229bab1f9d30:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,283 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,40147,1733691962502, RpcServer on 229bab1f9d30/172.17.0.2:40147, sessionid=0x100074db2350002 2024-12-08T21:06:03,284 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T21:06:03,284 DEBUG [RS:1;229bab1f9d30:40147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,40147,1733691962502 2024-12-08T21:06:03,284 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,40147,1733691962502' 2024-12-08T21:06:03,284 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T21:06:03,285 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T21:06:03,285 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T21:06:03,285 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T21:06:03,285 DEBUG [RS:1;229bab1f9d30:40147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,40147,1733691962502 2024-12-08T21:06:03,285 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,40147,1733691962502' 2024-12-08T21:06:03,285 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T21:06:03,285 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T21:06:03,286 DEBUG [RS:1;229bab1f9d30:40147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T21:06:03,286 INFO [RS:1;229bab1f9d30:40147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T21:06:03,286 INFO [RS:1;229bab1f9d30:40147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T21:06:03,291 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T21:06:03,292 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35489,1733691962444-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,292 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,292 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.Replication(171): 229bab1f9d30,35489,1733691962444 started 2024-12-08T21:06:03,292 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T21:06:03,292 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,35763,1733691962587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,292 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,292 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.Replication(171): 229bab1f9d30,35763,1733691962587 started 2024-12-08T21:06:03,304 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,305 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,35489,1733691962444, RpcServer on 229bab1f9d30/172.17.0.2:35489, sessionid=0x100074db2350001 2024-12-08T21:06:03,305 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T21:06:03,305 DEBUG [RS:0;229bab1f9d30:35489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,35489,1733691962444 2024-12-08T21:06:03,305 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,35489,1733691962444' 2024-12-08T21:06:03,305 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T21:06:03,305 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T21:06:03,306 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T21:06:03,306 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T21:06:03,306 DEBUG [RS:0;229bab1f9d30:35489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,35489,1733691962444 2024-12-08T21:06:03,306 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,35489,1733691962444' 2024-12-08T21:06:03,306 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T21:06:03,306 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T21:06:03,307 DEBUG [RS:0;229bab1f9d30:35489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T21:06:03,307 INFO [RS:0;229bab1f9d30:35489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T21:06:03,307 INFO [RS:0;229bab1f9d30:35489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T21:06:03,311 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:03,311 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,35763,1733691962587, RpcServer on 229bab1f9d30/172.17.0.2:35763, sessionid=0x100074db2350003 2024-12-08T21:06:03,311 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T21:06:03,311 DEBUG [RS:2;229bab1f9d30:35763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,35763,1733691962587 2024-12-08T21:06:03,311 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,35763,1733691962587' 2024-12-08T21:06:03,311 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T21:06:03,312 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T21:06:03,312 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T21:06:03,312 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T21:06:03,312 DEBUG [RS:2;229bab1f9d30:35763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,35763,1733691962587 2024-12-08T21:06:03,312 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,35763,1733691962587' 2024-12-08T21:06:03,312 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T21:06:03,313 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T21:06:03,313 DEBUG [RS:2;229bab1f9d30:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T21:06:03,313 INFO [RS:2;229bab1f9d30:35763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T21:06:03,313 INFO [RS:2;229bab1f9d30:35763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T21:06:03,321 WARN [229bab1f9d30:38569 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T21:06:03,387 INFO [RS:1;229bab1f9d30:40147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:06:03,389 INFO [RS:1;229bab1f9d30:40147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C40147%2C1733691962502, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs, maxLogs=32 2024-12-08T21:06:03,403 DEBUG [RS:1;229bab1f9d30:40147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502/229bab1f9d30%2C40147%2C1733691962502.1733691963390, exclude list is [], retry=0 2024-12-08T21:06:03,407 INFO [RS:0;229bab1f9d30:35489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:06:03,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-0c841077-c83a-4e0c-ac80-9c080bb511d2,DISK] 2024-12-08T21:06:03,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-e761845a-b7dd-46c6-87d5-1333d050727f,DISK] 2024-12-08T21:06:03,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb,DISK] 2024-12-08T21:06:03,410 INFO [RS:0;229bab1f9d30:35489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C35489%2C1733691962444, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35489,1733691962444, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs, maxLogs=32 2024-12-08T21:06:03,414 INFO [RS:1;229bab1f9d30:40147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502/229bab1f9d30%2C40147%2C1733691962502.1733691963390 2024-12-08T21:06:03,414 INFO [RS:2;229bab1f9d30:35763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T21:06:03,415 DEBUG [RS:1;229bab1f9d30:40147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749),(127.0.0.1/127.0.0.1:45115:45115),(127.0.0.1/127.0.0.1:39565:39565)] 2024-12-08T21:06:03,416 INFO [RS:2;229bab1f9d30:35763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C35763%2C1733691962587, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs, maxLogs=32 2024-12-08T21:06:03,424 DEBUG [RS:0;229bab1f9d30:35489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35489,1733691962444/229bab1f9d30%2C35489%2C1733691962444.1733691963411, exclude list is [], retry=0 2024-12-08T21:06:03,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb,DISK] 2024-12-08T21:06:03,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-0c841077-c83a-4e0c-ac80-9c080bb511d2,DISK] 2024-12-08T21:06:03,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-e761845a-b7dd-46c6-87d5-1333d050727f,DISK] 2024-12-08T21:06:03,429 DEBUG [RS:2;229bab1f9d30:35763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587/229bab1f9d30%2C35763%2C1733691962587.1733691963417, exclude list is [], retry=0 2024-12-08T21:06:03,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-0c841077-c83a-4e0c-ac80-9c080bb511d2,DISK] 2024-12-08T21:06:03,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb,DISK] 2024-12-08T21:06:03,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-e761845a-b7dd-46c6-87d5-1333d050727f,DISK] 2024-12-08T21:06:03,436 INFO [RS:2;229bab1f9d30:35763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587/229bab1f9d30%2C35763%2C1733691962587.1733691963417 2024-12-08T21:06:03,437 DEBUG [RS:2;229bab1f9d30:35763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39565:39565),(127.0.0.1/127.0.0.1:33749:33749),(127.0.0.1/127.0.0.1:45115:45115)] 2024-12-08T21:06:03,439 INFO [RS:0;229bab1f9d30:35489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35489,1733691962444/229bab1f9d30%2C35489%2C1733691962444.1733691963411 2024-12-08T21:06:03,443 DEBUG [RS:0;229bab1f9d30:35489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45115:45115),(127.0.0.1/127.0.0.1:39565:39565),(127.0.0.1/127.0.0.1:33749:33749)] 2024-12-08T21:06:03,572 DEBUG [229bab1f9d30:38569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T21:06:03,572 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T21:06:03,574 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T21:06:03,574 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T21:06:03,574 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T21:06:03,574 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T21:06:03,574 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T21:06:03,574 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T21:06:03,574 INFO [229bab1f9d30:38569 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T21:06:03,574 INFO [229bab1f9d30:38569 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T21:06:03,574 INFO [229bab1f9d30:38569 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T21:06:03,574 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T21:06:03,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:03,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,40147,1733691962502, state=OPENING 2024-12-08T21:06:03,588 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T21:06:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:06:03,597 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T21:06:03,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:03,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:03,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:03,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,40147,1733691962502}] 2024-12-08T21:06:03,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:03,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:03,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:03,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:04,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T21:06:04,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:04,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:04,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:04,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T21:06:04,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T21:06:09,098 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=229bab1f9d30:32965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-08T21:06:10,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T21:06:10,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:10,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:10,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:13,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T21:06:13,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47999, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T21:06:13,615 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T21:06:13,615 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:06:13,616 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T21:06:13,617 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C40147%2C1733691962502.meta, suffix=.meta, logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs, maxLogs=32 2024-12-08T21:06:13,628 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, exclude list is [], retry=0 2024-12-08T21:06:13,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb,DISK] 2024-12-08T21:06:13,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-e761845a-b7dd-46c6-87d5-1333d050727f,DISK] 2024-12-08T21:06:13,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-0c841077-c83a-4e0c-ac80-9c080bb511d2,DISK] 2024-12-08T21:06:13,632 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta 2024-12-08T21:06:13,633 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45115:45115),(127.0.0.1/127.0.0.1:39565:39565),(127.0.0.1/127.0.0.1:33749:33749)] 2024-12-08T21:06:13,633 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T21:06:13,633 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T21:06:13,633 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T21:06:13,633 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T21:06:13,633 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T21:06:13,633 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,633 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T21:06:13,634 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T21:06:13,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T21:06:13,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T21:06:13,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:13,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:13,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T21:06:13,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T21:06:13,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:13,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:13,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T21:06:13,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T21:06:13,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T21:06:13,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T21:06:13,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:13,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:06:13,640 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T21:06:13,641 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740 2024-12-08T21:06:13,642 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740 2024-12-08T21:06:13,644 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T21:06:13,644 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T21:06:13,644 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T21:06:13,646 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T21:06:13,647 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72777760, jitterRate=0.0844731330871582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T21:06:13,647 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T21:06:13,647 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733691973634Writing region info on filesystem at 1733691973634Initializing all the Stores at 1733691973634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691973635 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691973635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691973635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733691973635Cleaning up temporary data from old regions at 1733691973644 (+9 ms)Running coprocessor post-open hooks at 1733691973647 (+3 ms)Region opened successfully at 1733691973647 2024-12-08T21:06:13,648 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733691973600 2024-12-08T21:06:13,650 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T21:06:13,650 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T21:06:13,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:13,652 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,40147,1733691962502, state=OPEN 2024-12-08T21:06:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:06:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:06:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:06:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:06:13,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:13,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:13,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:13,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:13,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:13,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T21:06:13,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,40147,1733691962502 in 10.1060 sec 2024-12-08T21:06:13,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T21:06:13,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5400 sec 2024-12-08T21:06:13,712 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T21:06:13,713 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T21:06:13,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T21:06:13,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40147,1733691962502, seqNum=-1] 2024-12-08T21:06:13,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:06:13,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:06:13,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6810 sec 2024-12-08T21:06:13,721 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733691973721, completionTime=-1 2024-12-08T21:06:13,722 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T21:06:13,722 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T21:06:13,723 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T21:06:13,723 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733692033723 2024-12-08T21:06:13,723 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733692093723 2024-12-08T21:06:13,723 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-08T21:06:13,724 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T21:06:13,724 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38569,1733691962302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:13,724 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38569,1733691962302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:13,724 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38569,1733691962302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:13,724 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:38569, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:13,724 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:13,725 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:13,726 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.057sec 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38569,1733691962302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T21:06:13,729 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38569,1733691962302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T21:06:13,732 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T21:06:13,732 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T21:06:13,732 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,38569,1733691962302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T21:06:13,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:06:13,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,38569,-1 for getting cluster id 2024-12-08T21:06:13,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T21:06:13,766 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60eef6e-7bcb-48f5-94d0-ba0b06363793' 2024-12-08T21:06:13,766 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T21:06:13,766 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60eef6e-7bcb-48f5-94d0-ba0b06363793" 2024-12-08T21:06:13,767 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1dafee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:06:13,767 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,38569,-1] 2024-12-08T21:06:13,767 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T21:06:13,768 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:06:13,769 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T21:06:13,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bc6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:06:13,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T21:06:13,771 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40147,1733691962502, seqNum=-1] 2024-12-08T21:06:13,772 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:06:13,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:06:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,38569,1733691962302 2024-12-08T21:06:13,776 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733691973776 (current time:1733691973776). 2024-12-08T21:06:13,776 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T21:06:13,776 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-08T21:06:13,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:06:13,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,38569,-1 for getting cluster id 2024-12-08T21:06:13,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T21:06:13,778 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60eef6e-7bcb-48f5-94d0-ba0b06363793' 2024-12-08T21:06:13,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T21:06:13,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60eef6e-7bcb-48f5-94d0-ba0b06363793" 2024-12-08T21:06:13,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413d8b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:06:13,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,38569,-1] 2024-12-08T21:06:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T21:06:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:06:13,780 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T21:06:13,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378d950b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T21:06:13,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T21:06:13,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40147,1733691962502, seqNum=-1] 2024-12-08T21:06:13,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:06:13,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:06:13,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T21:06:13,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:06:13,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:06:13,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:06:13,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T21:06:13,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T21:06:13,786 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,38569,1733691962302 2024-12-08T21:06:13,787 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@89c5a59 2024-12-08T21:06:13,787 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T21:06:13,789 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T21:06:13,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T21:06:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-08T21:06:13,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T21:06:13,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:13,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-08T21:06:13,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T21:06:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741837_1013 (size=361) 2024-12-08T21:06:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741837_1013 (size=361) 2024-12-08T21:06:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741837_1013 (size=361) 2024-12-08T21:06:13,804 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5938aa74e316f2b21dd36abbbff79392, NAME => 'SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,805 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c14526ac3b095ede3fa74b8ccbadc1e7, NAME => 'SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,805 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 40ac54b60de9f0d91a33bc243aefe178, NAME => 'SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741838_1014 (size=62) 2024-12-08T21:06:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741838_1014 (size=62) 2024-12-08T21:06:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741838_1014 (size=62) 2024-12-08T21:06:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741839_1015 (size=54) 2024-12-08T21:06:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741839_1015 (size=54) 2024-12-08T21:06:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741839_1015 (size=54) 2024-12-08T21:06:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741840_1016 (size=62) 2024-12-08T21:06:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741840_1016 (size=62) 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741840_1016 (size=62) 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5938aa74e316f2b21dd36abbbff79392, disabling compactions & flushes 2024-12-08T21:06:13,818 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. after waiting 0 ms 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 40ac54b60de9f0d91a33bc243aefe178, disabling compactions & flushes 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:13,818 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:13,818 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. after waiting 0 ms 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:13,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5938aa74e316f2b21dd36abbbff79392: Waiting for close lock at 1733691973818Disabling compacts and flushes for region at 1733691973818Disabling writes for close at 1733691973818Writing region close event to WAL at 1733691973818Closed at 1733691973818 2024-12-08T21:06:13,818 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:13,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 40ac54b60de9f0d91a33bc243aefe178: Waiting for close lock at 1733691973818Disabling compacts and flushes for region at 1733691973818Disabling writes for close at 1733691973818Writing region close event to WAL at 1733691973818Closed at 1733691973818 2024-12-08T21:06:13,820 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 606be8f96fdd92905254775ecd92dde5, NAME => 'SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58482ae564432ec65d56956830f66b96, NAME => 'SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c14526ac3b095ede3fa74b8ccbadc1e7, disabling compactions & flushes 2024-12-08T21:06:13,826 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:13,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:13,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. after waiting 0 ms 2024-12-08T21:06:13,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:13,826 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:13,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c14526ac3b095ede3fa74b8ccbadc1e7: Waiting for close lock at 1733691973826Disabling compacts and flushes for region at 1733691973826Disabling writes for close at 1733691973826Writing region close event to WAL at 1733691973826Closed at 1733691973826 2024-12-08T21:06:13,826 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 35f6efad1b02fe25a678d9ac1c2d3d4e, NAME => 'SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741841_1017 (size=62) 2024-12-08T21:06:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741841_1017 (size=62) 2024-12-08T21:06:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741841_1017 (size=62) 2024-12-08T21:06:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741842_1018 (size=62) 2024-12-08T21:06:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741842_1018 (size=62) 2024-12-08T21:06:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741842_1018 (size=62) 2024-12-08T21:06:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741843_1019 (size=62) 2024-12-08T21:06:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741843_1019 (size=62) 2024-12-08T21:06:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741843_1019 (size=62) 2024-12-08T21:06:13,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 35f6efad1b02fe25a678d9ac1c2d3d4e, disabling compactions & flushes 2024-12-08T21:06:13,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:13,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:13,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. after waiting 0 ms 2024-12-08T21:06:13,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:13,845 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:13,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 35f6efad1b02fe25a678d9ac1c2d3d4e: Waiting for close lock at 1733691973845Disabling compacts and flushes for region at 1733691973845Disabling writes for close at 1733691973845Writing region close event to WAL at 1733691973845Closed at 1733691973845 2024-12-08T21:06:13,846 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ca7641ba6f1eb217864debaa7d8c56d4, NAME => 'SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741844_1020 (size=62) 2024-12-08T21:06:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741844_1020 (size=62) 2024-12-08T21:06:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741844_1020 (size=62) 2024-12-08T21:06:13,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ca7641ba6f1eb217864debaa7d8c56d4, disabling compactions & flushes 2024-12-08T21:06:13,855 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:13,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:13,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. after waiting 0 ms 2024-12-08T21:06:13,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:13,855 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:13,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ca7641ba6f1eb217864debaa7d8c56d4: Waiting for close lock at 1733691973855Disabling compacts and flushes for region at 1733691973855Disabling writes for close at 1733691973855Writing region close event to WAL at 1733691973855Closed at 1733691973855 2024-12-08T21:06:13,856 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1a72b74f90f001d1b620a726e0d092a4, NAME => 'SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741845_1021 (size=62) 2024-12-08T21:06:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741845_1021 (size=62) 2024-12-08T21:06:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741845_1021 (size=62) 2024-12-08T21:06:13,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1a72b74f90f001d1b620a726e0d092a4, disabling compactions & flushes 2024-12-08T21:06:13,864 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:13,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:13,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. after waiting 0 ms 2024-12-08T21:06:13,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:13,864 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:13,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1a72b74f90f001d1b620a726e0d092a4: Waiting for close lock at 1733691973864Disabling compacts and flushes for region at 1733691973864Disabling writes for close at 1733691973864Writing region close event to WAL at 1733691973864Closed at 1733691973864 2024-12-08T21:06:13,864 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 324a8434e576eb655377b4f2e61d329f, NAME => 'SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741846_1022 (size=62) 2024-12-08T21:06:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741846_1022 (size=62) 2024-12-08T21:06:13,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 324a8434e576eb655377b4f2e61d329f, disabling compactions & flushes 2024-12-08T21:06:13,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:13,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:13,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. after waiting 0 ms 2024-12-08T21:06:13,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:13,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:13,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 324a8434e576eb655377b4f2e61d329f: Waiting for close lock at 1733691973873Disabling compacts and flushes for region at 1733691973873Disabling writes for close at 1733691973873Writing region close event to WAL at 1733691973873Closed at 1733691973873 2024-12-08T21:06:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741846_1022 (size=62) 2024-12-08T21:06:13,874 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4845be8ed8a619093de5b949f7487183, NAME => 'SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b 2024-12-08T21:06:13,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741847_1023 (size=54) 2024-12-08T21:06:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741847_1023 (size=54) 2024-12-08T21:06:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741847_1023 (size=54) 2024-12-08T21:06:13,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:13,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4845be8ed8a619093de5b949f7487183, disabling compactions & flushes 2024-12-08T21:06:13,886 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:13,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:13,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. after waiting 0 ms 2024-12-08T21:06:13,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:13,886 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:13,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4845be8ed8a619093de5b949f7487183: Waiting for close lock at 1733691973886Disabling compacts and flushes for region at 1733691973886Disabling writes for close at 1733691973886Writing region close event to WAL at 1733691973886Closed at 1733691973886 2024-12-08T21:06:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:14,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:14,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58482ae564432ec65d56956830f66b96, disabling compactions & flushes 2024-12-08T21:06:14,231 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:14,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:14,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. after waiting 0 ms 2024-12-08T21:06:14,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:14,232 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:14,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58482ae564432ec65d56956830f66b96: Waiting for close lock at 1733691974231Disabling compacts and flushes for region at 1733691974231Disabling writes for close at 1733691974231Writing region close event to WAL at 1733691974232 (+1 ms)Closed at 1733691974232 2024-12-08T21:06:14,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:14,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 606be8f96fdd92905254775ecd92dde5, disabling compactions & flushes 2024-12-08T21:06:14,233 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:14,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:14,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. after waiting 0 ms 2024-12-08T21:06:14,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:14,233 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:14,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 606be8f96fdd92905254775ecd92dde5: Waiting for close lock at 1733691974233Disabling compacts and flushes for region at 1733691974233Disabling writes for close at 1733691974233Writing region close event to WAL at 1733691974233Closed at 1733691974233 2024-12-08T21:06:14,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T21:06:14,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733691974235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733691974235"}]},"ts":"1733691974235"} 2024-12-08T21:06:14,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-08T21:06:14,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T21:06:14,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691974242"}]},"ts":"1733691974242"} 2024-12-08T21:06:14,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-08T21:06:14,245 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T21:06:14,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T21:06:14,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T21:06:14,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T21:06:14,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T21:06:14,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T21:06:14,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T21:06:14,250 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T21:06:14,250 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T21:06:14,250 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T21:06:14,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T21:06:14,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5938aa74e316f2b21dd36abbbff79392, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40ac54b60de9f0d91a33bc243aefe178, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c14526ac3b095ede3fa74b8ccbadc1e7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58482ae564432ec65d56956830f66b96, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=606be8f96fdd92905254775ecd92dde5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35f6efad1b02fe25a678d9ac1c2d3d4e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca7641ba6f1eb217864debaa7d8c56d4, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a72b74f90f001d1b620a726e0d092a4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=324a8434e576eb655377b4f2e61d329f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4845be8ed8a619093de5b949f7487183, ASSIGN}] 2024-12-08T21:06:14,252 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=606be8f96fdd92905254775ecd92dde5, ASSIGN 2024-12-08T21:06:14,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58482ae564432ec65d56956830f66b96, ASSIGN 2024-12-08T21:06:14,252 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c14526ac3b095ede3fa74b8ccbadc1e7, ASSIGN 2024-12-08T21:06:14,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40ac54b60de9f0d91a33bc243aefe178, ASSIGN 2024-12-08T21:06:14,253 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=606be8f96fdd92905254775ecd92dde5, ASSIGN; state=OFFLINE, location=229bab1f9d30,40147,1733691962502; forceNewPlan=false, retain=false 2024-12-08T21:06:14,253 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c14526ac3b095ede3fa74b8ccbadc1e7, ASSIGN; state=OFFLINE, location=229bab1f9d30,35763,1733691962587; forceNewPlan=false, retain=false 2024-12-08T21:06:14,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40ac54b60de9f0d91a33bc243aefe178, ASSIGN; state=OFFLINE, location=229bab1f9d30,35489,1733691962444; forceNewPlan=false, retain=false 2024-12-08T21:06:14,253 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58482ae564432ec65d56956830f66b96, ASSIGN; state=OFFLINE, location=229bab1f9d30,35763,1733691962587; forceNewPlan=false, retain=false 2024-12-08T21:06:14,253 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4845be8ed8a619093de5b949f7487183, ASSIGN 2024-12-08T21:06:14,254 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4845be8ed8a619093de5b949f7487183, ASSIGN; state=OFFLINE, location=229bab1f9d30,35489,1733691962444; forceNewPlan=false, retain=false 2024-12-08T21:06:14,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a72b74f90f001d1b620a726e0d092a4, ASSIGN 2024-12-08T21:06:14,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=324a8434e576eb655377b4f2e61d329f, ASSIGN 2024-12-08T21:06:14,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=324a8434e576eb655377b4f2e61d329f, ASSIGN; state=OFFLINE, location=229bab1f9d30,40147,1733691962502; forceNewPlan=false, retain=false 2024-12-08T21:06:14,257 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a72b74f90f001d1b620a726e0d092a4, ASSIGN; state=OFFLINE, location=229bab1f9d30,35763,1733691962587; forceNewPlan=false, retain=false 2024-12-08T21:06:14,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca7641ba6f1eb217864debaa7d8c56d4, ASSIGN 2024-12-08T21:06:14,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35f6efad1b02fe25a678d9ac1c2d3d4e, ASSIGN 2024-12-08T21:06:14,257 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5938aa74e316f2b21dd36abbbff79392, ASSIGN 2024-12-08T21:06:14,257 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35f6efad1b02fe25a678d9ac1c2d3d4e, ASSIGN; state=OFFLINE, location=229bab1f9d30,40147,1733691962502; forceNewPlan=false, retain=false 2024-12-08T21:06:14,257 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca7641ba6f1eb217864debaa7d8c56d4, ASSIGN; state=OFFLINE, location=229bab1f9d30,35489,1733691962444; forceNewPlan=false, retain=false 2024-12-08T21:06:14,257 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5938aa74e316f2b21dd36abbbff79392, ASSIGN; state=OFFLINE, location=229bab1f9d30,40147,1733691962502; forceNewPlan=false, retain=false 2024-12-08T21:06:14,404 INFO [229bab1f9d30:38569 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-08T21:06:14,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5938aa74e316f2b21dd36abbbff79392, regionState=OPENING, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:14,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1a72b74f90f001d1b620a726e0d092a4, regionState=OPENING, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:14,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=324a8434e576eb655377b4f2e61d329f, regionState=OPENING, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:14,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=606be8f96fdd92905254775ecd92dde5, regionState=OPENING, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:14,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=35f6efad1b02fe25a678d9ac1c2d3d4e, regionState=OPENING, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:14,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4845be8ed8a619093de5b949f7487183, regionState=OPENING, regionLocation=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:14,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c14526ac3b095ede3fa74b8ccbadc1e7, regionState=OPENING, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:14,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=58482ae564432ec65d56956830f66b96, regionState=OPENING, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:14,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ca7641ba6f1eb217864debaa7d8c56d4, regionState=OPENING, regionLocation=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:14,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40ac54b60de9f0d91a33bc243aefe178, regionState=OPENING, regionLocation=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:14,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=324a8434e576eb655377b4f2e61d329f, ASSIGN because future has completed 2024-12-08T21:06:14,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324a8434e576eb655377b4f2e61d329f, server=229bab1f9d30,40147,1733691962502}] 2024-12-08T21:06:14,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=606be8f96fdd92905254775ecd92dde5, ASSIGN because future has completed 2024-12-08T21:06:14,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 606be8f96fdd92905254775ecd92dde5, server=229bab1f9d30,40147,1733691962502}] 2024-12-08T21:06:14,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35f6efad1b02fe25a678d9ac1c2d3d4e, ASSIGN because future has completed 2024-12-08T21:06:14,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a72b74f90f001d1b620a726e0d092a4, ASSIGN because future has completed 2024-12-08T21:06:14,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35f6efad1b02fe25a678d9ac1c2d3d4e, server=229bab1f9d30,40147,1733691962502}] 2024-12-08T21:06:14,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a72b74f90f001d1b620a726e0d092a4, server=229bab1f9d30,35763,1733691962587}] 2024-12-08T21:06:14,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5938aa74e316f2b21dd36abbbff79392, ASSIGN because future has completed 2024-12-08T21:06:14,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4845be8ed8a619093de5b949f7487183, ASSIGN because future has completed 2024-12-08T21:06:14,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5938aa74e316f2b21dd36abbbff79392, server=229bab1f9d30,40147,1733691962502}] 2024-12-08T21:06:14,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58482ae564432ec65d56956830f66b96, ASSIGN because future has completed 2024-12-08T21:06:14,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c14526ac3b095ede3fa74b8ccbadc1e7, ASSIGN because future has completed 2024-12-08T21:06:14,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4845be8ed8a619093de5b949f7487183, server=229bab1f9d30,35489,1733691962444}] 2024-12-08T21:06:14,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca7641ba6f1eb217864debaa7d8c56d4, ASSIGN because future has completed 2024-12-08T21:06:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:14,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40ac54b60de9f0d91a33bc243aefe178, ASSIGN because future has completed 2024-12-08T21:06:14,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7641ba6f1eb217864debaa7d8c56d4, server=229bab1f9d30,35489,1733691962444}] 2024-12-08T21:06:14,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c14526ac3b095ede3fa74b8ccbadc1e7, server=229bab1f9d30,35763,1733691962587}] 2024-12-08T21:06:14,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ac54b60de9f0d91a33bc243aefe178, server=229bab1f9d30,35489,1733691962444}] 2024-12-08T21:06:14,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58482ae564432ec65d56956830f66b96, server=229bab1f9d30,35763,1733691962587}] 2024-12-08T21:06:14,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T21:06:14,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T21:06:14,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T21:06:14,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T21:06:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:15,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T21:06:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:19,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T21:06:19,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:19,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:19,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:24,424 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:24,424 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 324a8434e576eb655377b4f2e61d329f, NAME => 'SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-08T21:06:24,424 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T21:06:24,425 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,425 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,425 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,425 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37643, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T21:06:24,427 INFO [StoreOpener-324a8434e576eb655377b4f2e61d329f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,427 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T21:06:24,428 INFO [StoreOpener-324a8434e576eb655377b4f2e61d329f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324a8434e576eb655377b4f2e61d329f columnFamilyName cf 2024-12-08T21:06:24,429 DEBUG [StoreOpener-324a8434e576eb655377b4f2e61d329f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T21:06:24,429 INFO [StoreOpener-324a8434e576eb655377b4f2e61d329f-1 {}] regionserver.HStore(327): Store=324a8434e576eb655377b4f2e61d329f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,429 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,430 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,431 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,431 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,431 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,431 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:24,432 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c14526ac3b095ede3fa74b8ccbadc1e7, NAME => 'SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-08T21:06:24,432 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,432 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,432 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,432 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,433 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:24,434 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,434 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ca7641ba6f1eb217864debaa7d8c56d4, NAME => 'SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-08T21:06:24,434 INFO [StoreOpener-c14526ac3b095ede3fa74b8ccbadc1e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,434 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,434 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,434 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,434 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,436 INFO [StoreOpener-c14526ac3b095ede3fa74b8ccbadc1e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c14526ac3b095ede3fa74b8ccbadc1e7 columnFamilyName cf 2024-12-08T21:06:24,436 DEBUG [StoreOpener-c14526ac3b095ede3fa74b8ccbadc1e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,436 INFO [StoreOpener-c14526ac3b095ede3fa74b8ccbadc1e7-1 {}] regionserver.HStore(327): Store=c14526ac3b095ede3fa74b8ccbadc1e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,436 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,437 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,437 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,438 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,438 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,439 INFO [StoreOpener-ca7641ba6f1eb217864debaa7d8c56d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,439 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,440 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,440 INFO [StoreOpener-ca7641ba6f1eb217864debaa7d8c56d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca7641ba6f1eb217864debaa7d8c56d4 columnFamilyName cf 2024-12-08T21:06:24,440 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 324a8434e576eb655377b4f2e61d329f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65019201, jitterRate=-0.031138405203819275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,440 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:24,440 DEBUG [StoreOpener-ca7641ba6f1eb217864debaa7d8c56d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,440 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 324a8434e576eb655377b4f2e61d329f: Running coprocessor pre-open hook at 1733691984425Writing region info on filesystem at 1733691984425Initializing all the Stores at 1733691984426 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984426Cleaning up temporary data from old regions at 1733691984431 (+5 ms)Running coprocessor post-open hooks at 1733691984440 (+9 ms)Region opened successfully at 1733691984440 2024-12-08T21:06:24,441 INFO [StoreOpener-ca7641ba6f1eb217864debaa7d8c56d4-1 {}] regionserver.HStore(327): Store=ca7641ba6f1eb217864debaa7d8c56d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,441 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,442 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f., pid=15, masterSystemTime=1733691984412 2024-12-08T21:06:24,442 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/c14526ac3b095ede3fa74b8ccbadc1e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,442 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,442 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,442 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c14526ac3b095ede3fa74b8ccbadc1e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71717114, jitterRate=0.06866827607154846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,443 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:24,443 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c14526ac3b095ede3fa74b8ccbadc1e7: Running coprocessor pre-open hook at 1733691984432Writing region info on filesystem at 1733691984432Initializing all the Stores at 1733691984433 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984433Cleaning up temporary data from old regions at 1733691984438 (+5 ms)Running coprocessor post-open hooks at 1733691984443 (+5 ms)Region opened successfully at 1733691984443 2024-12-08T21:06:24,443 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,443 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,443 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7., pid=21, masterSystemTime=1733691984424 2024-12-08T21:06:24,445 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:24,445 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:24,445 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:24,445 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 35f6efad1b02fe25a678d9ac1c2d3d4e, NAME => 'SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-08T21:06:24,446 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,446 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,446 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,446 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=324a8434e576eb655377b4f2e61d329f, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:24,446 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,447 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c14526ac3b095ede3fa74b8ccbadc1e7, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:24,447 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:24,447 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:24,447 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:24,447 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 58482ae564432ec65d56956830f66b96, NAME => 'SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-08T21:06:24,448 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,448 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,448 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,448 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324a8434e576eb655377b4f2e61d329f, server=229bab1f9d30,40147,1733691962502 because future has completed 2024-12-08T21:06:24,450 INFO [StoreOpener-35f6efad1b02fe25a678d9ac1c2d3d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,450 INFO [StoreOpener-58482ae564432ec65d56956830f66b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c14526ac3b095ede3fa74b8ccbadc1e7, server=229bab1f9d30,35763,1733691962587 because future has completed 2024-12-08T21:06:24,451 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,451 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ca7641ba6f1eb217864debaa7d8c56d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70447030, jitterRate=0.049742549657821655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,452 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:24,452 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ca7641ba6f1eb217864debaa7d8c56d4: Running coprocessor pre-open hook at 1733691984434Writing region info on filesystem at 1733691984434Initializing all the Stores at 1733691984435 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984435Cleaning up temporary data from old regions at 1733691984443 (+8 ms)Running coprocessor post-open hooks at 1733691984452 (+9 ms)Region opened successfully at 1733691984452 2024-12-08T21:06:24,452 INFO [StoreOpener-35f6efad1b02fe25a678d9ac1c2d3d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35f6efad1b02fe25a678d9ac1c2d3d4e columnFamilyName cf 2024-12-08T21:06:24,452 DEBUG [StoreOpener-35f6efad1b02fe25a678d9ac1c2d3d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,452 INFO [StoreOpener-58482ae564432ec65d56956830f66b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58482ae564432ec65d56956830f66b96 columnFamilyName cf 2024-12-08T21:06:24,452 DEBUG [StoreOpener-58482ae564432ec65d56956830f66b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,453 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4., pid=22, masterSystemTime=1733691984427 2024-12-08T21:06:24,453 INFO [StoreOpener-58482ae564432ec65d56956830f66b96-1 {}] regionserver.HStore(327): Store=58482ae564432ec65d56956830f66b96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,453 INFO [StoreOpener-35f6efad1b02fe25a678d9ac1c2d3d4e-1 {}] regionserver.HStore(327): Store=35f6efad1b02fe25a678d9ac1c2d3d4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,453 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,453 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,454 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,454 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,454 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,454 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,454 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,455 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,455 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,455 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-08T21:06:24,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 324a8434e576eb655377b4f2e61d329f, server=229bab1f9d30,40147,1733691962502 in 10.0430 sec 2024-12-08T21:06:24,455 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:24,455 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:24,456 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:24,456 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4845be8ed8a619093de5b949f7487183, NAME => 'SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-08T21:06:24,456 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,456 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,456 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,456 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-08T21:06:24,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ca7641ba6f1eb217864debaa7d8c56d4, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:24,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c14526ac3b095ede3fa74b8ccbadc1e7, server=229bab1f9d30,35763,1733691962587 in 10.0260 sec 2024-12-08T21:06:24,457 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,457 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,459 INFO [StoreOpener-4845be8ed8a619093de5b949f7487183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=324a8434e576eb655377b4f2e61d329f, ASSIGN in 10.2060 sec 2024-12-08T21:06:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7641ba6f1eb217864debaa7d8c56d4, server=229bab1f9d30,35489,1733691962444 because future has completed 2024-12-08T21:06:24,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c14526ac3b095ede3fa74b8ccbadc1e7, ASSIGN in 10.2070 sec 2024-12-08T21:06:24,461 INFO [StoreOpener-4845be8ed8a619093de5b949f7487183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4845be8ed8a619093de5b949f7487183 columnFamilyName cf 2024-12-08T21:06:24,461 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/35f6efad1b02fe25a678d9ac1c2d3d4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,461 DEBUG [StoreOpener-4845be8ed8a619093de5b949f7487183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,462 INFO [StoreOpener-4845be8ed8a619093de5b949f7487183-1 {}] regionserver.HStore(327): Store=4845be8ed8a619093de5b949f7487183/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,462 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 35f6efad1b02fe25a678d9ac1c2d3d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71117735, jitterRate=0.05973683297634125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,462 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,462 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:24,462 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 35f6efad1b02fe25a678d9ac1c2d3d4e: Running coprocessor pre-open hook at 1733691984446Writing region info on filesystem at 1733691984446Initializing all the Stores at 1733691984449 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984449Cleaning up temporary data from old regions at 1733691984455 (+6 ms)Running coprocessor post-open hooks at 1733691984462 (+7 ms)Region opened successfully at 1733691984462 2024-12-08T21:06:24,463 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e., pid=18, masterSystemTime=1733691984412 2024-12-08T21:06:24,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-08T21:06:24,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ca7641ba6f1eb217864debaa7d8c56d4, server=229bab1f9d30,35489,1733691962444 in 10.0350 sec 2024-12-08T21:06:24,463 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,464 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/58482ae564432ec65d56956830f66b96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,464 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,464 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 58482ae564432ec65d56956830f66b96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61841227, jitterRate=-0.07849390804767609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,464 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:24,464 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 58482ae564432ec65d56956830f66b96: Running coprocessor pre-open hook at 1733691984448Writing region info on filesystem at 1733691984448Initializing all the Stores at 1733691984449 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984449Cleaning up temporary data from old regions at 1733691984455 (+6 ms)Running coprocessor post-open hooks at 1733691984464 (+9 ms)Region opened successfully at 1733691984464 2024-12-08T21:06:24,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca7641ba6f1eb217864debaa7d8c56d4, ASSIGN in 10.2130 sec 2024-12-08T21:06:24,465 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,465 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,465 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:24,465 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:24,465 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:24,465 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5938aa74e316f2b21dd36abbbff79392, NAME => 'SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-08T21:06:24,465 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96., pid=24, masterSystemTime=1733691984424 2024-12-08T21:06:24,465 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=35f6efad1b02fe25a678d9ac1c2d3d4e, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:24,465 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,466 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,466 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,467 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35f6efad1b02fe25a678d9ac1c2d3d4e, server=229bab1f9d30,40147,1733691962502 because future has completed 2024-12-08T21:06:24,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:24,468 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:24,468 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:24,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a72b74f90f001d1b620a726e0d092a4, NAME => 'SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-08T21:06:24,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=58482ae564432ec65d56956830f66b96, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:24,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58482ae564432ec65d56956830f66b96, server=229bab1f9d30,35763,1733691962587 because future has completed 2024-12-08T21:06:24,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-08T21:06:24,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 35f6efad1b02fe25a678d9ac1c2d3d4e, server=229bab1f9d30,40147,1733691962502 in 10.0550 sec 2024-12-08T21:06:24,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-08T21:06:24,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35f6efad1b02fe25a678d9ac1c2d3d4e, ASSIGN in 10.2220 sec 2024-12-08T21:06:24,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 58482ae564432ec65d56956830f66b96, server=229bab1f9d30,35763,1733691962587 in 10.0430 sec 2024-12-08T21:06:24,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58482ae564432ec65d56956830f66b96, ASSIGN in 10.2240 sec 2024-12-08T21:06:24,475 INFO [StoreOpener-5938aa74e316f2b21dd36abbbff79392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,476 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,476 INFO [StoreOpener-5938aa74e316f2b21dd36abbbff79392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5938aa74e316f2b21dd36abbbff79392 columnFamilyName cf 2024-12-08T21:06:24,476 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4845be8ed8a619093de5b949f7487183; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62622199, jitterRate=-0.0668565183877945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,476 DEBUG [StoreOpener-5938aa74e316f2b21dd36abbbff79392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,476 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:24,477 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4845be8ed8a619093de5b949f7487183: Running coprocessor pre-open hook at 1733691984456Writing region info on filesystem at 1733691984456Initializing all the Stores at 1733691984458 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984458Cleaning up temporary data from old regions at 1733691984465 (+7 ms)Running coprocessor post-open hooks at 1733691984476 (+11 ms)Region opened successfully at 1733691984477 (+1 ms) 2024-12-08T21:06:24,477 INFO [StoreOpener-5938aa74e316f2b21dd36abbbff79392-1 {}] regionserver.HStore(327): Store=5938aa74e316f2b21dd36abbbff79392/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,477 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,477 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183., pid=20, masterSystemTime=1733691984427 2024-12-08T21:06:24,478 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,478 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,479 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,479 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,479 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:24,479 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:24,479 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:24,480 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 40ac54b60de9f0d91a33bc243aefe178, NAME => 'SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-08T21:06:24,480 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,480 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,480 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4845be8ed8a619093de5b949f7487183, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:24,480 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4845be8ed8a619093de5b949f7487183, server=229bab1f9d30,35489,1733691962444 because future has completed 2024-12-08T21:06:24,482 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-08T21:06:24,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4845be8ed8a619093de5b949f7487183, server=229bab1f9d30,35489,1733691962444 in 10.0660 sec 2024-12-08T21:06:24,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4845be8ed8a619093de5b949f7487183, ASSIGN in 10.2350 sec 2024-12-08T21:06:24,490 INFO [StoreOpener-1a72b74f90f001d1b620a726e0d092a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,490 INFO [StoreOpener-40ac54b60de9f0d91a33bc243aefe178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,490 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/5938aa74e316f2b21dd36abbbff79392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,491 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5938aa74e316f2b21dd36abbbff79392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68528369, jitterRate=0.021152272820472717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,491 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:24,491 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5938aa74e316f2b21dd36abbbff79392: Running coprocessor pre-open hook at 1733691984466Writing region info on filesystem at 1733691984466Initializing all the Stores at 1733691984467 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984467Cleaning up temporary data from old regions at 1733691984479 (+12 ms)Running coprocessor post-open hooks at 1733691984491 (+12 ms)Region opened successfully at 1733691984491 2024-12-08T21:06:24,491 INFO [StoreOpener-40ac54b60de9f0d91a33bc243aefe178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40ac54b60de9f0d91a33bc243aefe178 columnFamilyName cf 2024-12-08T21:06:24,491 INFO [StoreOpener-1a72b74f90f001d1b620a726e0d092a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a72b74f90f001d1b620a726e0d092a4 columnFamilyName cf 2024-12-08T21:06:24,491 DEBUG [StoreOpener-40ac54b60de9f0d91a33bc243aefe178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,491 DEBUG [StoreOpener-1a72b74f90f001d1b620a726e0d092a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,492 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392., pid=19, masterSystemTime=1733691984412 2024-12-08T21:06:24,492 INFO [StoreOpener-40ac54b60de9f0d91a33bc243aefe178-1 {}] regionserver.HStore(327): Store=40ac54b60de9f0d91a33bc243aefe178/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,492 INFO [StoreOpener-1a72b74f90f001d1b620a726e0d092a4-1 {}] regionserver.HStore(327): Store=1a72b74f90f001d1b620a726e0d092a4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,492 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,492 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,493 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,493 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,493 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,493 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,494 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:24,494 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,494 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:24,494 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,494 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:24,494 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 606be8f96fdd92905254775ecd92dde5, NAME => 'SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-08T21:06:24,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5938aa74e316f2b21dd36abbbff79392, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:24,494 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,494 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:06:24,494 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,495 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,495 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,495 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,496 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,496 INFO [StoreOpener-606be8f96fdd92905254775ecd92dde5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5938aa74e316f2b21dd36abbbff79392, server=229bab1f9d30,40147,1733691962502 because future has completed 2024-12-08T21:06:24,497 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,497 INFO [StoreOpener-606be8f96fdd92905254775ecd92dde5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 606be8f96fdd92905254775ecd92dde5 columnFamilyName cf 2024-12-08T21:06:24,498 DEBUG [StoreOpener-606be8f96fdd92905254775ecd92dde5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:06:24,498 INFO [StoreOpener-606be8f96fdd92905254775ecd92dde5-1 {}] regionserver.HStore(327): Store=606be8f96fdd92905254775ecd92dde5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T21:06:24,498 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,499 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,499 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/40ac54b60de9f0d91a33bc243aefe178/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,500 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,500 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 40ac54b60de9f0d91a33bc243aefe178; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68874277, jitterRate=0.026306703686714172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,500 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:24,500 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 40ac54b60de9f0d91a33bc243aefe178: Running coprocessor pre-open hook at 1733691984480Writing region info on filesystem at 1733691984480Initializing all the Stores at 1733691984482 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984482Cleaning up temporary data from old regions at 1733691984494 (+12 ms)Running coprocessor post-open hooks at 1733691984500 (+6 ms)Region opened successfully at 1733691984500 2024-12-08T21:06:24,500 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,500 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,500 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-08T21:06:24,501 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178., pid=23, masterSystemTime=1733691984427 2024-12-08T21:06:24,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5938aa74e316f2b21dd36abbbff79392, server=229bab1f9d30,40147,1733691962502 in 10.0810 sec 2024-12-08T21:06:24,501 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1a72b74f90f001d1b620a726e0d092a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63950308, jitterRate=-0.04706615209579468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,501 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:24,501 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1a72b74f90f001d1b620a726e0d092a4: Running coprocessor pre-open hook at 1733691984469Writing region info on filesystem at 1733691984469Initializing all the Stores at 1733691984470 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984470Cleaning up temporary data from old regions at 1733691984495 (+25 ms)Running coprocessor post-open hooks at 1733691984501 (+6 ms)Region opened successfully at 1733691984501 2024-12-08T21:06:24,502 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,502 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4., pid=17, masterSystemTime=1733691984424 2024-12-08T21:06:24,503 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:24,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5938aa74e316f2b21dd36abbbff79392, ASSIGN in 10.2510 sec 2024-12-08T21:06:24,503 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:24,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40ac54b60de9f0d91a33bc243aefe178, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:24,505 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:24,505 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:24,505 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/606be8f96fdd92905254775ecd92dde5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T21:06:24,505 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1a72b74f90f001d1b620a726e0d092a4, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:24,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40ac54b60de9f0d91a33bc243aefe178, server=229bab1f9d30,35489,1733691962444 because future has completed 2024-12-08T21:06:24,506 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 606be8f96fdd92905254775ecd92dde5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67074526, jitterRate=-5.116760730743408E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T21:06:24,506 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:24,506 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 606be8f96fdd92905254775ecd92dde5: Running coprocessor pre-open hook at 1733691984495Writing region info on filesystem at 1733691984495Initializing all the Stores at 1733691984496 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733691984496Cleaning up temporary data from old regions at 1733691984500 (+4 ms)Running coprocessor post-open hooks at 1733691984506 (+6 ms)Region opened successfully at 1733691984506 2024-12-08T21:06:24,507 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5., pid=16, masterSystemTime=1733691984412 2024-12-08T21:06:24,508 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:24,508 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:24,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a72b74f90f001d1b620a726e0d092a4, server=229bab1f9d30,35763,1733691962587 because future has completed 2024-12-08T21:06:24,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-08T21:06:24,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=606be8f96fdd92905254775ecd92dde5, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:24,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 40ac54b60de9f0d91a33bc243aefe178, server=229bab1f9d30,35489,1733691962444 in 10.0800 sec 2024-12-08T21:06:24,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40ac54b60de9f0d91a33bc243aefe178, ASSIGN in 10.2590 sec 2024-12-08T21:06:24,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 606be8f96fdd92905254775ecd92dde5, server=229bab1f9d30,40147,1733691962502 because future has completed 2024-12-08T21:06:24,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-08T21:06:24,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a72b74f90f001d1b620a726e0d092a4, server=229bab1f9d30,35763,1733691962587 in 10.0940 sec 2024-12-08T21:06:24,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a72b74f90f001d1b620a726e0d092a4, ASSIGN in 10.2620 sec 2024-12-08T21:06:24,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-08T21:06:24,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 606be8f96fdd92905254775ecd92dde5, server=229bab1f9d30,40147,1733691962502 in 10.1010 sec 2024-12-08T21:06:24,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-08T21:06:24,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=606be8f96fdd92905254775ecd92dde5, ASSIGN in 10.2630 sec 2024-12-08T21:06:24,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T21:06:24,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733691984516"}]},"ts":"1733691984516"} 2024-12-08T21:06:24,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-08T21:06:24,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T21:06:24,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7300 sec 2024-12-08T21:06:27,244 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-08T21:06:29,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:29,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:29,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:29,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-08T21:06:29,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:29,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:29,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-08T21:06:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T21:06:32,077 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-08T21:06:32,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-08T21:06:32,077 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:06:32,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-08T21:06:32,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:06:32,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-08T21:06:32,102 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,105 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,106 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,108 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,166 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4., hostname=229bab1f9d30,35763,1733691962587, seqNum=2] 2024-12-08T21:06:32,167 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4., hostname=229bab1f9d30,35763,1733691962587, seqNum=2] 2024-12-08T21:06:32,169 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4., hostname=229bab1f9d30,35763,1733691962587, seqNum=2] 2024-12-08T21:06:32,170 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4., hostname=229bab1f9d30,35763,1733691962587, seqNum=2] 2024-12-08T21:06:32,171 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4., hostname=229bab1f9d30,35763,1733691962587, seqNum=2] 2024-12-08T21:06:32,223 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f., hostname=229bab1f9d30,40147,1733691962502, seqNum=2] 2024-12-08T21:06:32,225 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f., hostname=229bab1f9d30,40147,1733691962502, seqNum=2] 2024-12-08T21:06:32,227 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f., hostname=229bab1f9d30,40147,1733691962502, seqNum=2] 2024-12-08T21:06:32,228 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f., hostname=229bab1f9d30,40147,1733691962502, seqNum=2] 2024-12-08T21:06:32,232 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f., hostname=229bab1f9d30,40147,1733691962502, seqNum=2] 2024-12-08T21:06:32,261 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T21:06:32,288 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,290 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,291 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,293 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,294 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183., hostname=229bab1f9d30,35489,1733691962444, seqNum=2] 2024-12-08T21:06:32,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:06:32,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T21:06:32,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:06:32,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T21:06:32,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:06:32,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:06:32,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35489 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:32,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35489 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:06:33,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35489 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T21:06:33,305 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-08T21:06:33,305 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:06:33,306 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T21:06:33,307 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T21:06:33,310 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T21:06:33,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741848_1024 (size=49) 2024-12-08T21:06:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741848_1024 (size=49) 2024-12-08T21:06:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741848_1024 (size=49) 2024-12-08T21:06:33,319 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T21:06:33,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5938aa74e316f2b21dd36abbbff79392}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40ac54b60de9f0d91a33bc243aefe178}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14526ac3b095ede3fa74b8ccbadc1e7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58482ae564432ec65d56956830f66b96}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 606be8f96fdd92905254775ecd92dde5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35f6efad1b02fe25a678d9ac1c2d3d4e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca7641ba6f1eb217864debaa7d8c56d4}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a72b74f90f001d1b620a726e0d092a4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 324a8434e576eb655377b4f2e61d329f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4845be8ed8a619093de5b949f7487183}] 2024-12-08T21:06:33,321 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:33,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:33,322 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:33,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:33,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:33,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:33,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:33,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:33,327 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:33,327 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:38,466 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-08T21:06:43,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-08T21:06:43,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-08T21:06:43,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T21:06:43,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-08T21:06:43,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:43,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T21:06:43,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:43,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:43,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-08T21:06:43,328 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 324a8434e576eb655377b4f2e61d329f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-08T21:06:43,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 58482ae564432ec65d56956830f66b96: 2024-12-08T21:06:43,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-08T21:06:43,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-08T21:06:43,328 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4845be8ed8a619093de5b949f7487183 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-08T21:06:43,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:43,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 606be8f96fdd92905254775ecd92dde5: 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5938aa74e316f2b21dd36abbbff79392: 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:06:43,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1a72b74f90f001d1b620a726e0d092a4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-08T21:06:43,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:06:43,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:06:43,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-08T21:06:43,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:43,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 40ac54b60de9f0d91a33bc243aefe178: 2024-12-08T21:06:43,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c14526ac3b095ede3fa74b8ccbadc1e7: 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:06:43,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:43,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing ca7641ba6f1eb217864debaa7d8c56d4 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-08T21:06:43,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741849_1025 (size=65) 2024-12-08T21:06:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741849_1025 (size=65) 2024-12-08T21:06:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741849_1025 (size=65) 2024-12-08T21:06:43,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733691973789.606be8f96fdd92905254775ecd92dde5. 2024-12-08T21:06:43,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-08T21:06:43,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:43,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 35f6efad1b02fe25a678d9ac1c2d3d4e: 2024-12-08T21:06:43,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-08T21:06:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T21:06:43,354 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 606be8f96fdd92905254775ecd92dde5 2024-12-08T21:06:43,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 606be8f96fdd92905254775ecd92dde5 in 10.0360 sec 2024-12-08T21:06:43,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/.tmp/cf/ce550b4fea3543f99bbf7cdb5461d820 is 34, key is ccd/cf:cf/1733691992878/Put/seqid=0 2024-12-08T21:06:43,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/.tmp/cf/90bba12f8ec648048edfe1d1f4a74e83 is 34, key is aaa/cf:cf/1733691992897/Put/seqid=0 2024-12-08T21:06:43,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/.tmp/cf/1234db800e50490cb47ab8191f709b51 is 34, key is baa/cf:cf/1733691992866/Put/seqid=0 2024-12-08T21:06:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741850_1026 (size=65) 2024-12-08T21:06:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741850_1026 (size=65) 2024-12-08T21:06:43,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741850_1026 (size=65) 2024-12-08T21:06:43,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:06:43,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-08T21:06:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-08T21:06:43,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:43,367 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58482ae564432ec65d56956830f66b96 2024-12-08T21:06:43,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58482ae564432ec65d56956830f66b96 in 10.0490 sec 2024-12-08T21:06:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741851_1027 (size=57) 2024-12-08T21:06:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741851_1027 (size=57) 2024-12-08T21:06:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741851_1027 (size=57) 2024-12-08T21:06:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733691973789.5938aa74e316f2b21dd36abbbff79392. 2024-12-08T21:06:43,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-08T21:06:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-08T21:06:43,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:43,378 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5938aa74e316f2b21dd36abbbff79392 2024-12-08T21:06:43,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5938aa74e316f2b21dd36abbbff79392 in 10.0590 sec 2024-12-08T21:06:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741852_1028 (size=65) 2024-12-08T21:06:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741852_1028 (size=65) 2024-12-08T21:06:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741853_1029 (size=65) 2024-12-08T21:06:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741853_1029 (size=65) 2024-12-08T21:06:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741852_1028 (size=65) 2024-12-08T21:06:43,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741853_1029 (size=65) 2024-12-08T21:06:43,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:06:43,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/.tmp/cf/d0967ce427504d6091ae2a67c4b08f48 is 34, key is eaa/cf:cf/1733691993237/Put/seqid=0 2024-12-08T21:06:43,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-08T21:06:43,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:06:43,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T21:06:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-08T21:06:43,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-08T21:06:43,390 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:43,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:06:43,390 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:06:43,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 40ac54b60de9f0d91a33bc243aefe178 in 10.0720 sec 2024-12-08T21:06:43,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c14526ac3b095ede3fa74b8ccbadc1e7 in 10.0720 sec 2024-12-08T21:06:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741856_1032 (size=28623) 2024-12-08T21:06:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741855_1031 (size=26918) 2024-12-08T21:06:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741856_1032 (size=28623) 2024-12-08T21:06:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741855_1031 (size=26918) 2024-12-08T21:06:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741856_1032 (size=28623) 2024-12-08T21:06:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741855_1031 (size=26918) 2024-12-08T21:06:43,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/.tmp/cf/90bba12f8ec648048edfe1d1f4a74e83 2024-12-08T21:06:43,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/.tmp/cf/1234db800e50490cb47ab8191f709b51 2024-12-08T21:06:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741857_1033 (size=499309) 2024-12-08T21:06:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741857_1033 (size=499309) 2024-12-08T21:06:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741857_1033 (size=499309) 2024-12-08T21:06:43,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/.tmp/cf/d0967ce427504d6091ae2a67c4b08f48 2024-12-08T21:06:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741858_1034 (size=65) 2024-12-08T21:06:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741858_1034 (size=65) 2024-12-08T21:06:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741858_1034 (size=65) 2024-12-08T21:06:43,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733691973789.35f6efad1b02fe25a678d9ac1c2d3d4e. 2024-12-08T21:06:43,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-08T21:06:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-08T21:06:43,427 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:43,427 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35f6efad1b02fe25a678d9ac1c2d3d4e 2024-12-08T21:06:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741854_1030 (size=47197) 2024-12-08T21:06:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741854_1030 (size=47197) 2024-12-08T21:06:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741854_1030 (size=47197) 2024-12-08T21:06:43,430 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/.tmp/cf/ce550b4fea3543f99bbf7cdb5461d820 2024-12-08T21:06:43,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35f6efad1b02fe25a678d9ac1c2d3d4e in 10.1090 sec 2024-12-08T21:06:43,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/.tmp/cf/90bba12f8ec648048edfe1d1f4a74e83 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/cf/90bba12f8ec648048edfe1d1f4a74e83 2024-12-08T21:06:43,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/.tmp/cf/d0967ce427504d6091ae2a67c4b08f48 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/cf/d0967ce427504d6091ae2a67c4b08f48 2024-12-08T21:06:43,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/.tmp/cf/1234db800e50490cb47ab8191f709b51 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/cf/1234db800e50490cb47ab8191f709b51 2024-12-08T21:06:43,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/.tmp/cf/ce550b4fea3543f99bbf7cdb5461d820 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/cf/ce550b4fea3543f99bbf7cdb5461d820 2024-12-08T21:06:43,452 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/cf/1234db800e50490cb47ab8191f709b51, entries=731, sequenceid=5, filesize=28.0 K 2024-12-08T21:06:43,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/cf/d0967ce427504d6091ae2a67c4b08f48, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-08T21:06:43,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/cf/90bba12f8ec648048edfe1d1f4a74e83, entries=676, sequenceid=5, filesize=26.3 K 2024-12-08T21:06:43,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4845be8ed8a619093de5b949f7487183 in 125ms, sequenceid=5, compaction requested=false 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4845be8ed8a619093de5b949f7487183: 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/cf/d0967ce427504d6091ae2a67c4b08f48] hfiles 2024-12-08T21:06:43,454 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1a72b74f90f001d1b620a726e0d092a4 in 125ms, sequenceid=5, compaction requested=false 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/cf/d0967ce427504d6091ae2a67c4b08f48 for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1a72b74f90f001d1b620a726e0d092a4: 2024-12-08T21:06:43,454 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for ca7641ba6f1eb217864debaa7d8c56d4 in 122ms, sequenceid=5, compaction requested=false 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ca7641ba6f1eb217864debaa7d8c56d4: 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/cf/1234db800e50490cb47ab8191f709b51] hfiles 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/cf/1234db800e50490cb47ab8191f709b51 for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/cf/90bba12f8ec648048edfe1d1f4a74e83] hfiles 2024-12-08T21:06:43,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/cf/90bba12f8ec648048edfe1d1f4a74e83 for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,456 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/cf/ce550b4fea3543f99bbf7cdb5461d820, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-08T21:06:43,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 324a8434e576eb655377b4f2e61d329f in 130ms, sequenceid=5, compaction requested=false 2024-12-08T21:06:43,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 324a8434e576eb655377b4f2e61d329f: 2024-12-08T21:06:43,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. for SnapshotProcedureTest completed. 2024-12-08T21:06:43,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f.' region-info for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T21:06:43,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/cf/ce550b4fea3543f99bbf7cdb5461d820] hfiles 2024-12-08T21:06:43,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/324a8434e576eb655377b4f2e61d329f/cf/ce550b4fea3543f99bbf7cdb5461d820 for snapshot=SnapshotProcedureTest 2024-12-08T21:06:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741859_1035 (size=97) 2024-12-08T21:06:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741859_1035 (size=97) 2024-12-08T21:06:43,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:06:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741859_1035 (size=97) 2024-12-08T21:06:43,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T21:06:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T21:06:43,470 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:43,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4845be8ed8a619093de5b949f7487183 2024-12-08T21:06:43,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4845be8ed8a619093de5b949f7487183 in 10.1520 sec 2024-12-08T21:06:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741861_1037 (size=105) 2024-12-08T21:06:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741861_1037 (size=105) 2024-12-08T21:06:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741861_1037 (size=105) 2024-12-08T21:06:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741860_1036 (size=105) 2024-12-08T21:06:43,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733691973789.324a8434e576eb655377b4f2e61d329f. 2024-12-08T21:06:43,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-08T21:06:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741860_1036 (size=105) 2024-12-08T21:06:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741860_1036 (size=105) 2024-12-08T21:06:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-08T21:06:43,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:43,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 324a8434e576eb655377b4f2e61d329f 2024-12-08T21:06:43,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:06:43,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T21:06:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T21:06:43,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:43,485 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:06:43,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 324a8434e576eb655377b4f2e61d329f in 10.1660 sec 2024-12-08T21:06:43,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a72b74f90f001d1b620a726e0d092a4 in 10.1670 sec 2024-12-08T21:06:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741862_1038 (size=105) 2024-12-08T21:06:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741862_1038 (size=105) 2024-12-08T21:06:43,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:06:43,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-08T21:06:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741862_1038 (size=105) 2024-12-08T21:06:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-08T21:06:43,500 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:43,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:06:43,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-08T21:06:43,503 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T21:06:43,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca7641ba6f1eb217864debaa7d8c56d4 in 10.1820 sec 2024-12-08T21:06:43,504 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T21:06:43,504 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T21:06:43,504 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-08T21:06:43,506 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T21:06:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741863_1039 (size=1174) 2024-12-08T21:06:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741863_1039 (size=1174) 2024-12-08T21:06:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741863_1039 (size=1174) 2024-12-08T21:06:43,534 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T21:06:43,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-08T21:06:43,542 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:43,542 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:43,542 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:43,542 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:43,543 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:43,547 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:43,547 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,547 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,548 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,624 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:06:43,625 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,625 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 229bab1f9d30,40147,1733691962502: Simulated kill ***** 2024-12-08T21:06:43,625 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T21:06:43,625 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T21:06:43,626 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T21:06:43,626 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T21:06:43,626 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T21:06:43,626 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 551262896 }, "NonHeapMemoryUsage": { "committed": 176619520, "init": 7667712, "max": -1, "used": 170864424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-08T21:06:43,626 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38569 {}] master.MasterRpcServices(700): 229bab1f9d30,40147,1733691962502 reported a fatal error: ***** ABORTING region server 229bab1f9d30,40147,1733691962502: Simulated kill ***** 2024-12-08T21:06:43,627 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,40147,1733691962502' ***** 2024-12-08T21:06:43,627 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-08T21:06:43,627 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T21:06:43,627 INFO [RS:1;229bab1f9d30:40147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T21:06:43,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T21:06:43,627 INFO [RS:1;229bab1f9d30:40147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T21:06:43,628 INFO [RS:1;229bab1f9d30:40147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:06:43,628 INFO [RS:1;229bab1f9d30:40147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;229bab1f9d30:40147. 2024-12-08T21:06:43,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T21:06:43,628 DEBUG [RS:1;229bab1f9d30:40147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:06:43,628 DEBUG [RS:1;229bab1f9d30:40147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:06:43,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741836_1012 (size=14382) 2024-12-08T21:06:43,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741836_1012 (size=14382) 2024-12-08T21:06:43,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741836_1012 (size=14382) 2024-12-08T21:06:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741833_1009 (size=1764) 2024-12-08T21:06:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741833_1009 (size=1764) 2024-12-08T21:06:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741833_1009 (size=1764) 2024-12-08T21:06:43,635 DEBUG [RS:1;229bab1f9d30:40147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:06:43,636 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:06:43,636 INFO [RS:1;229bab1f9d30:40147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40147 2024-12-08T21:06:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:06:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,695 INFO [RS:1;229bab1f9d30:40147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:06:43,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,40147,1733691962502] 2024-12-08T21:06:43,709 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:06:43,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,40147,1733691962502 already deleted, retry=false 2024-12-08T21:06:43,712 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 229bab1f9d30,40147,1733691962502 on 229bab1f9d30,38569,1733691962302 2024-12-08T21:06:43,714 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 229bab1f9d30,40147,1733691962502, splitWal=true, meta=true 2024-12-08T21:06:43,714 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 229bab1f9d30,40147,1733691962502 (carryingMeta=true) 229bab1f9d30,40147,1733691962502/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4aec6e21[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T21:06:43,715 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 229bab1f9d30,40147,1733691962502, splitWal=true, meta=true 2024-12-08T21:06:43,717 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 229bab1f9d30,40147,1733691962502, splitWal=true, meta=true, isMeta: true 2024-12-08T21:06:43,719 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting 2024-12-08T21:06:43,721 INFO [PEWorker-2 {}] master.SplitWALManager(105): 229bab1f9d30,40147,1733691962502 WAL count=1, meta=true 2024-12-08T21:06:43,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta}] 2024-12-08T21:06:43,723 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:43,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, worker=229bab1f9d30,35763,1733691962587}] 2024-12-08T21:06:43,725 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,40147,1733691962502 Release verify snapshot worker=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,726 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 229bab1f9d30,40147,1733691962502, this operation will be retried to send to another server 2024-12-08T21:06:43,726 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T21:06:43,727 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733692004726 2024-12-08T21:06:43,728 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,40147,1733691962502 Release verify snapshot worker=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,728 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 229bab1f9d30,40147,1733691962502, this operation will be retried to send to another server 2024-12-08T21:06:43,728 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-08T21:06:43,728 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-08T21:06:43,728 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-08T21:06:43,728 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-08T21:06:43,728 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T21:06:43,728 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733692004728 2024-12-08T21:06:43,729 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,40147,1733691962502 Release verify snapshot worker=229bab1f9d30,40147,1733691962502 2024-12-08T21:06:43,730 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 229bab1f9d30,40147,1733691962502, this operation will be retried to send to another server 2024-12-08T21:06:43,730 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T21:06:43,730 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733692004730 2024-12-08T21:06:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:06:43,804 INFO [RS:1;229bab1f9d30:40147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:06:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x100074db2350002, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:06:43,804 INFO [RS:1;229bab1f9d30:40147 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,40147,1733691962502; zookeeper connection closed. 2024-12-08T21:06:43,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d79390e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d79390e 2024-12-08T21:06:44,249 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T21:06:44,249 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T21:06:53,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-08T21:06:53,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-08T21:06:53,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-08T21:06:53,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-08T21:06:53,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-08T21:06:53,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-08T21:06:53,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-08T21:06:53,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T21:06:53,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-08T21:06:53,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-08T21:06:53,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-08T21:06:53,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-08T21:06:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-08T21:06:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-08T21:06:53,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-08T21:06:53,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-08T21:06:53,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-08T21:06:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-08T21:06:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-08T21:06:53,556 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 Release verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:53,556 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 Release verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-08T21:06:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-08T21:06:53,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 in 10.0170 sec 2024-12-08T21:06:53,558 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:53,558 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:53,559 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 Release verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:53,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 in 10.0170 sec 2024-12-08T21:06:53,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 in 10.0200 sec 2024-12-08T21:06:53,561 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 Release verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:53,562 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 Release verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:53,562 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 Release verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:53,562 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:53,562 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:06:53,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 in 10.0220 sec 2024-12-08T21:06:53,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 in 10.0230 sec 2024-12-08T21:06:53,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 in 10.0230 sec 2024-12-08T21:06:53,567 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, size=14.0 K (14382bytes) 2024-12-08T21:06:53,567 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta 2024-12-08T21:06:53,568 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta after 1ms 2024-12-08T21:06:53,570 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta took 3ms 2024-12-08T21:06:53,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-08T21:06:53,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta so closing down 2024-12-08T21:06:53,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T21:06:53,579 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta.temp 2024-12-08T21:06:53,581 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta.temp 2024-12-08T21:06:53,583 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T21:06:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741864_1040 (size=14141) 2024-12-08T21:06:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741864_1040 (size=14141) 2024-12-08T21:06:53,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741864_1040 (size=14141) 2024-12-08T21:06:53,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-12-08T21:06:53,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta.temp to hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T21:06:53,593 INFO [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-08T21:06:53,593 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, journal: Splitting hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, size=14.0 K (14382bytes) at 1733692013567Finishing writing output for hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta so closing down at 1733692013574 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta.temp at 1733692013581 (+7 ms)3 split writer threads finished at 1733692013583 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1733692013591 (+8 ms)Rename recovered edits hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta.temp to hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733692013593 (+2 ms)Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733692013593 2024-12-08T21:06:53,593 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta 2024-12-08T21:06:53,593 DEBUG [RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T21:06:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T21:06:53,597 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting/229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta to hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs 2024-12-08T21:06:53,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-08T21:06:53,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, worker=229bab1f9d30,35763,1733691962587 in 9.8740 sec 2024-12-08T21:06:53,600 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:53,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-08T21:06:53,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 229bab1f9d30%2C40147%2C1733691962502.meta.1733691973618.meta, worker=229bab1f9d30,35763,1733691962587 in 9.8790 sec 2024-12-08T21:06:53,603 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,40147,1733691962502-splitting dir is empty, no logs to split. 2024-12-08T21:06:53,603 INFO [PEWorker-1 {}] master.SplitWALManager(105): 229bab1f9d30,40147,1733691962502 WAL count=0, meta=true 2024-12-08T21:06:53,603 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 229bab1f9d30,40147,1733691962502 WAL splitting is done? wals=0, meta=true 2024-12-08T21:06:53,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T21:06:53,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T21:06:53,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T21:06:53,756 DEBUG [229bab1f9d30:38569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T21:06:53,757 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(204): Hosts are {229bab1f9d30=0} racks are {/default-rack=0} 2024-12-08T21:06:53,757 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T21:06:53,757 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T21:06:53,757 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T21:06:53,757 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T21:06:53,758 INFO [229bab1f9d30:38569 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T21:06:53,758 INFO [229bab1f9d30:38569 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T21:06:53,758 DEBUG [229bab1f9d30:38569 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T21:06:53,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:06:53,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,35763,1733691962587, state=OPENING 2024-12-08T21:06:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:06:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:06:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:06:53,810 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T21:06:53,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:53,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:53,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:06:53,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,35763,1733691962587}] 2024-12-08T21:06:54,195 INFO [master/229bab1f9d30:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T21:06:54,195 INFO [master/229bab1f9d30:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T21:07:02,262 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T21:07:03,268 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-08T21:07:03,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-08T21:07:03,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-08T21:07:03,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-08T21:07:03,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-08T21:07:03,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-08T21:07:03,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-08T21:07:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-08T21:07:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-08T21:07:03,563 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 Release verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:07:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-08T21:07:03,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-08T21:07:03,565 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T21:07:03,566 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T21:07:03,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 in 20.0240 sec 2024-12-08T21:07:03,566 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 Release verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:07:03,566 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T21:07:03,568 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 Release verify snapshot worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:07:03,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-08T21:07:03,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 in 20.0270 sec 2024-12-08T21:07:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38569 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-08T21:07:03,569 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C35763%2C1733691962587.meta, suffix=.meta, logDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs, maxLogs=32 2024-12-08T21:07:03,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35489,1733691962444 in 20.0290 sec 2024-12-08T21:07:03,570 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 Release verify snapshot worker=229bab1f9d30,35763,1733691962587 2024-12-08T21:07:03,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-12-08T21:07:03,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=229bab1f9d30,35763,1733691962587 in 20.0310 sec 2024-12-08T21:07:03,572 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T21:07:03,572 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.hbase-snapshot/SnapshotProcedureTest 2024-12-08T21:07:03,574 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T21:07:03,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-08T21:07:03,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2700 sec 2024-12-08T21:07:03,582 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587/229bab1f9d30%2C35763%2C1733691962587.meta.1733692023570.meta, exclude list is [], retry=0 2024-12-08T21:07:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-e761845a-b7dd-46c6-87d5-1333d050727f,DISK] 2024-12-08T21:07:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-0c841077-c83a-4e0c-ac80-9c080bb511d2,DISK] 2024-12-08T21:07:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41581,DS-a5ebfcdf-f1fe-4a76-9199-3ef8fd7c5dcb,DISK] 2024-12-08T21:07:03,587 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587/229bab1f9d30%2C35763%2C1733691962587.meta.1733692023570.meta 2024-12-08T21:07:03,587 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45115:45115),(127.0.0.1/127.0.0.1:33749:33749),(127.0.0.1/127.0.0.1:39565:39565)] 2024-12-08T21:07:03,588 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T21:07:03,588 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T21:07:03,588 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T21:07:03,588 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T21:07:03,588 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T21:07:03,588 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T21:07:03,588 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T21:07:03,588 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T21:07:03,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T21:07:03,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T21:07:03,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:07:03,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:07:03,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T21:07:03,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T21:07:03,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:07:03,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:07:03,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T21:07:03,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T21:07:03,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:07:03,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:07:03,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T21:07:03,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T21:07:03,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T21:07:03,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T21:07:03,594 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T21:07:03,595 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740 2024-12-08T21:07:03,597 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740 2024-12-08T21:07:03,598 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T21:07:03,605 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T21:07:03,606 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-08T21:07:03,619 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/info/ca2a049458b54b3bb91d768cd2dade3a is 167, key is SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178./info:regioninfo/1733691984503/Put/seqid=0 2024-12-08T21:07:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741866_1042 (size=18393) 2024-12-08T21:07:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741866_1042 (size=18393) 2024-12-08T21:07:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741866_1042 (size=18393) 2024-12-08T21:07:03,627 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/info/ca2a049458b54b3bb91d768cd2dade3a 2024-12-08T21:07:03,646 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/ns/e29e3bcdd33642329ae7c9b45d0d6e0c is 43, key is default/ns:d/1733691973717/Put/seqid=0 2024-12-08T21:07:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741867_1043 (size=5153) 2024-12-08T21:07:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741867_1043 (size=5153) 2024-12-08T21:07:03,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741867_1043 (size=5153) 2024-12-08T21:07:03,652 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/ns/e29e3bcdd33642329ae7c9b45d0d6e0c 2024-12-08T21:07:03,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-08T21:07:03,656 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 229bab1f9d30:40147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 229bab1f9d30/172.17.0.2:40147 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T21:07:03,658 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40147,1733691962502, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40147,1733691962502, seqNum=-1, error=java.net.ConnectException: Call to address=229bab1f9d30:40147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 229bab1f9d30/172.17.0.2:40147 2024-12-08T21:07:03,659 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40147,1733691962502, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-08T21:07:03,659 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,40147,1733691962502, seqNum=-1 from cache 2024-12-08T21:07:03,660 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 229bab1f9d30:40147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 229bab1f9d30/172.17.0.2:40147 2024-12-08T21:07:03,671 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/table/ef54c23f8bcf4904add4bb7f2bec0f95 is 47, key is SPTestTable/table:state/1733691984516/Put/seqid=0 2024-12-08T21:07:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741868_1044 (size=5214) 2024-12-08T21:07:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741868_1044 (size=5214) 2024-12-08T21:07:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741868_1044 (size=5214) 2024-12-08T21:07:03,677 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/table/ef54c23f8bcf4904add4bb7f2bec0f95 2024-12-08T21:07:03,683 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/info/ca2a049458b54b3bb91d768cd2dade3a as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/info/ca2a049458b54b3bb91d768cd2dade3a 2024-12-08T21:07:03,689 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/info/ca2a049458b54b3bb91d768cd2dade3a, entries=100, sequenceid=28, filesize=18.0 K 2024-12-08T21:07:03,690 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/ns/e29e3bcdd33642329ae7c9b45d0d6e0c as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/ns/e29e3bcdd33642329ae7c9b45d0d6e0c 2024-12-08T21:07:03,696 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/ns/e29e3bcdd33642329ae7c9b45d0d6e0c, entries=2, sequenceid=28, filesize=5.0 K 2024-12-08T21:07:03,698 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/.tmp/table/ef54c23f8bcf4904add4bb7f2bec0f95 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/table/ef54c23f8bcf4904add4bb7f2bec0f95 2024-12-08T21:07:03,703 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/table/ef54c23f8bcf4904add4bb7f2bec0f95, entries=2, sequenceid=28, filesize=5.1 K 2024-12-08T21:07:03,704 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=28, compaction requested=false; wal=null 2024-12-08T21:07:03,704 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-08T21:07:03,705 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T21:07:03,705 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T21:07:03,706 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T21:07:03,707 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T21:07:03,709 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-08T21:07:03,710 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66864748, jitterRate=-0.0036376118659973145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T21:07:03,711 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T21:07:03,711 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733692023588Writing region info on filesystem at 1733692023588Initializing all the Stores at 1733692023589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733692023589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733692023589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733692023589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733692023589Obtaining lock to block concurrent updates at 1733692023606 (+17 ms)Preparing flush snapshotting stores in 1588230740 at 1733692023606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733692023606Flushing stores of hbase:meta,,1.1588230740 at 1733692023606Flushing 1588230740/info: creating writer at 1733692023606Flushing 1588230740/info: appending metadata at 1733692023619 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733692023619Flushing 1588230740/ns: creating writer at 1733692023633 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733692023645 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733692023645Flushing 1588230740/table: creating writer at 1733692023657 (+12 ms)Flushing 1588230740/table: appending metadata at 1733692023670 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733692023670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5001da4: reopening flushed file at 1733692023682 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f705ab: reopening flushed file at 1733692023689 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254ff02: reopening flushed file at 1733692023697 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=28, compaction requested=false; wal=null at 1733692023704 (+7 ms)Cleaning up temporary data from old regions at 1733692023705 (+1 ms)Running coprocessor post-open hooks at 1733692023711 (+6 ms)Region opened successfully at 1733692023711 2024-12-08T21:07:03,712 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1733692023558 2024-12-08T21:07:03,713 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T21:07:03,713 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T21:07:03,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=229bab1f9d30,35763,1733691962587 2024-12-08T21:07:03,714 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,35763,1733691962587, state=OPEN 2024-12-08T21:07:03,749 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38569 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=229bab1f9d30,35763,1733691962587, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T21:07:03,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T21:07:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:07:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:07:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T21:07:03,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:07:03,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:07:03,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T21:07:03,766 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,35763,1733691962587, seqNum=-1] 2024-12-08T21:07:03,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,35763,1733691962587 2024-12-08T21:07:03,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-08T21:07:03,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,35763,1733691962587 in 9.9550 sec 2024-12-08T21:07:03,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-08T21:07:03,771 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 229bab1f9d30,40147,1733691962502 had 5 regions 2024-12-08T21:07:03,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1650 sec 2024-12-08T21:07:03,771 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 229bab1f9d30,40147,1733691962502, splitWal=true, meta=true, isMeta: false 2024-12-08T21:07:03,773 INFO [PEWorker-2 {}] master.SplitWALManager(105): 229bab1f9d30,40147,1733691962502 WAL count=1, meta=false 2024-12-08T21:07:03,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 229bab1f9d30%2C40147%2C1733691962502.1733691963390}] 2024-12-08T21:07:03,775 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=229bab1f9d30,35489,1733691962444 2024-12-08T21:07:03,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 229bab1f9d30%2C40147%2C1733691962502.1733691963390, worker=229bab1f9d30,35489,1733691962444}] 2024-12-08T21:07:03,791 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-08T21:07:03,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T21:07:03,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T21:07:03,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:07:03,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:07:03,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:07:03,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T21:07:03,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T21:07:03,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37717357, stopped=false 2024-12-08T21:07:03,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,38569,1733691962302 2024-12-08T21:07:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T21:07:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T21:07:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T21:07:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:07:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:07:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:07:03,799 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T21:07:03,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T21:07:03,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:07:03,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:07:03,800 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,35489,1733691962444' ***** 2024-12-08T21:07:03,800 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T21:07:03,800 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,35763,1733691962587' ***** 2024-12-08T21:07:03,800 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T21:07:03,800 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T21:07:03,800 INFO [RS:2;229bab1f9d30:35763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T21:07:03,800 INFO [RS:2;229bab1f9d30:35763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T21:07:03,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:07:03,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:07:03,800 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:07:03,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T21:07:03,800 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T21:07:03,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T21:07:03,801 INFO [RS:0;229bab1f9d30:35489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T21:07:03,801 INFO [RS:0;229bab1f9d30:35489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T21:07:03,801 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(3091): Received CLOSE for 40ac54b60de9f0d91a33bc243aefe178 2024-12-08T21:07:03,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 58482ae564432ec65d56956830f66b96 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a72b74f90f001d1b620a726e0d092a4 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,35763,1733691962587 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:07:03,801 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c14526ac3b095ede3fa74b8ccbadc1e7, disabling compactions & flushes 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;229bab1f9d30:35763. 2024-12-08T21:07:03,801 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:07:03,801 DEBUG [RS:2;229bab1f9d30:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:07:03,801 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:07:03,801 DEBUG [RS:2;229bab1f9d30:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:07:03,801 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. after waiting 0 ms 2024-12-08T21:07:03,801 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T21:07:03,801 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-08T21:07:03,801 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1325): Online Regions={c14526ac3b095ede3fa74b8ccbadc1e7=SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7., 58482ae564432ec65d56956830f66b96=SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96., 1a72b74f90f001d1b620a726e0d092a4=SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T21:07:03,802 DEBUG [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a72b74f90f001d1b620a726e0d092a4, 58482ae564432ec65d56956830f66b96, c14526ac3b095ede3fa74b8ccbadc1e7 2024-12-08T21:07:03,802 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T21:07:03,802 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(3091): Received CLOSE for ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:07:03,802 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(3091): Received CLOSE for 4845be8ed8a619093de5b949f7487183 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40ac54b60de9f0d91a33bc243aefe178, disabling compactions & flushes 2024-12-08T21:07:03,802 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,35489,1733691962444 2024-12-08T21:07:03,802 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:07:03,802 INFO [RS:0;229bab1f9d30:35489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. after waiting 0 ms 2024-12-08T21:07:03,802 INFO [RS:0;229bab1f9d30:35489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:35489. 2024-12-08T21:07:03,802 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:07:03,802 DEBUG [RS:0;229bab1f9d30:35489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T21:07:03,802 DEBUG [RS:0;229bab1f9d30:35489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:07:03,802 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-08T21:07:03,802 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1325): Online Regions={40ac54b60de9f0d91a33bc243aefe178=SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178., ca7641ba6f1eb217864debaa7d8c56d4=SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4., 4845be8ed8a619093de5b949f7487183=SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183.} 2024-12-08T21:07:03,802 DEBUG [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1351): Waiting on 40ac54b60de9f0d91a33bc243aefe178, 4845be8ed8a619093de5b949f7487183, ca7641ba6f1eb217864debaa7d8c56d4 2024-12-08T21:07:03,806 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/c14526ac3b095ede3fa74b8ccbadc1e7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:07:03,806 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/40ac54b60de9f0d91a33bc243aefe178/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:07:03,806 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-12-08T21:07:03,807 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:07:03,807 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40ac54b60de9f0d91a33bc243aefe178: Waiting for close lock at 1733692023802Running coprocessor pre-close hooks at 1733692023802Disabling compacts and flushes for region at 1733692023802Disabling writes for close at 1733692023802Writing region close event to WAL at 1733692023802Running coprocessor post-close hooks at 1733692023807 (+5 ms)Closed at 1733692023807 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c14526ac3b095ede3fa74b8ccbadc1e7: Waiting for close lock at 1733692023801Running coprocessor pre-close hooks at 1733692023801Disabling compacts and flushes for region at 1733692023801Disabling writes for close at 1733692023801Writing region close event to WAL at 1733692023801Running coprocessor post-close hooks at 1733692023807 (+6 ms)Closed at 1733692023807 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733691973789.40ac54b60de9f0d91a33bc243aefe178. 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733691973789.c14526ac3b095ede3fa74b8ccbadc1e7. 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58482ae564432ec65d56956830f66b96, disabling compactions & flushes 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca7641ba6f1eb217864debaa7d8c56d4, disabling compactions & flushes 2024-12-08T21:07:03,807 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:07:03,807 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:07:03,807 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. after waiting 0 ms 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. after waiting 0 ms 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733692023801Running coprocessor pre-close hooks at 1733692023801Disabling compacts and flushes for region at 1733692023801Disabling writes for close at 1733692023802 (+1 ms)Writing region close event to WAL at 1733692023803 (+1 ms)Running coprocessor post-close hooks at 1733692023807 (+4 ms)Closed at 1733692023807 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:07:03,807 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T21:07:03,811 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/ca7641ba6f1eb217864debaa7d8c56d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T21:07:03,811 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/58482ae564432ec65d56956830f66b96/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T21:07:03,812 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca7641ba6f1eb217864debaa7d8c56d4: Waiting for close lock at 1733692023807Running coprocessor pre-close hooks at 1733692023807Disabling compacts and flushes for region at 1733692023807Disabling writes for close at 1733692023807Writing region close event to WAL at 1733692023808 (+1 ms)Running coprocessor post-close hooks at 1733692023812 (+4 ms)Closed at 1733692023812 2024-12-08T21:07:03,812 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58482ae564432ec65d56956830f66b96: Waiting for close lock at 1733692023807Running coprocessor pre-close hooks at 1733692023807Disabling compacts and flushes for region at 1733692023807Disabling writes for close at 1733692023807Writing region close event to WAL at 1733692023808 (+1 ms)Running coprocessor post-close hooks at 1733692023812 (+4 ms)Closed at 1733692023812 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733691973789.ca7641ba6f1eb217864debaa7d8c56d4. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733691973789.58482ae564432ec65d56956830f66b96. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a72b74f90f001d1b620a726e0d092a4, disabling compactions & flushes 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4845be8ed8a619093de5b949f7487183, disabling compactions & flushes 2024-12-08T21:07:03,812 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:07:03,812 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. after waiting 0 ms 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. after waiting 0 ms 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:07:03,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:07:03,816 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/1a72b74f90f001d1b620a726e0d092a4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T21:07:03,816 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/data/default/SPTestTable/4845be8ed8a619093de5b949f7487183/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T21:07:03,816 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:07:03,817 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:07:03,817 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a72b74f90f001d1b620a726e0d092a4: Waiting for close lock at 1733692023812Running coprocessor pre-close hooks at 1733692023812Disabling compacts and flushes for region at 1733692023812Disabling writes for close at 1733692023812Writing region close event to WAL at 1733692023813 (+1 ms)Running coprocessor post-close hooks at 1733692023816 (+3 ms)Closed at 1733692023816 2024-12-08T21:07:03,817 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4845be8ed8a619093de5b949f7487183: Waiting for close lock at 1733692023812Running coprocessor pre-close hooks at 1733692023812Disabling compacts and flushes for region at 1733692023812Disabling writes for close at 1733692023812Writing region close event to WAL at 1733692023813 (+1 ms)Running coprocessor post-close hooks at 1733692023816 (+3 ms)Closed at 1733692023816 2024-12-08T21:07:03,817 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733691973789.4845be8ed8a619093de5b949f7487183. 2024-12-08T21:07:03,817 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733691973789.1a72b74f90f001d1b620a726e0d092a4. 2024-12-08T21:07:03,864 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:07:03,864 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:07:04,002 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,35763,1733691962587; all regions closed. 2024-12-08T21:07:04,002 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,35489,1733691962444; all regions closed. 2024-12-08T21:07:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741865_1041 (size=678) 2024-12-08T21:07:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741865_1041 (size=678) 2024-12-08T21:07:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741865_1041 (size=678) 2024-12-08T21:07:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741834_1010 (size=2886) 2024-12-08T21:07:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741834_1010 (size=2886) 2024-12-08T21:07:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741834_1010 (size=2886) 2024-12-08T21:07:04,011 DEBUG [RS:2;229bab1f9d30:35763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs 2024-12-08T21:07:04,011 DEBUG [RS:0;229bab1f9d30:35489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs 2024-12-08T21:07:04,011 INFO [RS:2;229bab1f9d30:35763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C35763%2C1733691962587.meta:.meta(num 1733692023570) 2024-12-08T21:07:04,011 INFO [RS:0;229bab1f9d30:35489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C35489%2C1733691962444:(num 1733691963411) 2024-12-08T21:07:04,011 DEBUG [RS:0;229bab1f9d30:35489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:07:04,011 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:07:04,011 INFO [RS:0;229bab1f9d30:35489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T21:07:04,012 INFO [RS:0;229bab1f9d30:35489 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T21:07:04,012 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T21:07:04,012 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T21:07:04,012 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T21:07:04,012 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T21:07:04,012 INFO [RS:0;229bab1f9d30:35489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T21:07:04,012 INFO [RS:0;229bab1f9d30:35489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35489 2024-12-08T21:07:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741835_1011 (size=2364) 2024-12-08T21:07:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741835_1011 (size=2364) 2024-12-08T21:07:04,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/WALs/229bab1f9d30,35763,1733691962587/229bab1f9d30%2C35763%2C1733691962587.1733691963417 not finished, retry = 0 2024-12-08T21:07:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741835_1011 (size=2364) 2024-12-08T21:07:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,35489,1733691962444 2024-12-08T21:07:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:07:04,031 INFO [RS:0;229bab1f9d30:35489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:07:04,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,35489,1733691962444] 2024-12-08T21:07:04,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,35489,1733691962444 already deleted, retry=false 2024-12-08T21:07:04,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,35489,1733691962444 expired; onlineServers=1 2024-12-08T21:07:04,118 DEBUG [RS:2;229bab1f9d30:35763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/oldWALs 2024-12-08T21:07:04,118 INFO [RS:2;229bab1f9d30:35763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C35763%2C1733691962587:(num 1733691963417) 2024-12-08T21:07:04,118 DEBUG [RS:2;229bab1f9d30:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T21:07:04,118 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T21:07:04,118 INFO [RS:2;229bab1f9d30:35763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T21:07:04,118 INFO [RS:2;229bab1f9d30:35763 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T21:07:04,118 INFO [RS:2;229bab1f9d30:35763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T21:07:04,118 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T21:07:04,119 INFO [RS:2;229bab1f9d30:35763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35763 2024-12-08T21:07:04,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:07:04,141 INFO [RS:0;229bab1f9d30:35489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:07:04,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35489-0x100074db2350001, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:07:04,141 INFO [RS:0;229bab1f9d30:35489 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,35489,1733691962444; zookeeper connection closed. 2024-12-08T21:07:04,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76876358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76876358 2024-12-08T21:07:04,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,35763,1733691962587 2024-12-08T21:07:04,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T21:07:04,147 INFO [RS:2;229bab1f9d30:35763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:07:04,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,35763,1733691962587] 2024-12-08T21:07:04,166 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,35763,1733691962587 already deleted, retry=false 2024-12-08T21:07:04,166 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,35763,1733691962587 expired; onlineServers=0 2024-12-08T21:07:04,166 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,38569,1733691962302' ***** 2024-12-08T21:07:04,166 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T21:07:04,166 INFO [M:0;229bab1f9d30:38569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T21:07:04,166 INFO [M:0;229bab1f9d30:38569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T21:07:04,166 DEBUG [M:0;229bab1f9d30:38569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T21:07:04,166 DEBUG [M:0;229bab1f9d30:38569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T21:07:04,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T21:07:04,167 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691963078 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733691963078,5,FailOnTimeoutGroup] 2024-12-08T21:07:04,167 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691963075 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733691963075,5,FailOnTimeoutGroup] 2024-12-08T21:07:04,167 INFO [M:0;229bab1f9d30:38569 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T21:07:04,167 INFO [M:0;229bab1f9d30:38569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T21:07:04,167 DEBUG [M:0;229bab1f9d30:38569 {}] master.HMaster(1795): Stopping service threads 2024-12-08T21:07:04,167 INFO [M:0;229bab1f9d30:38569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T21:07:04,168 INFO [M:0;229bab1f9d30:38569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T21:07:04,168 ERROR [M:0;229bab1f9d30:38569 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39825,5,PEWorkerGroup] 2024-12-08T21:07:04,168 INFO [M:0;229bab1f9d30:38569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T21:07:04,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T21:07:04,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T21:07:04,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T21:07:04,175 DEBUG [M:0;229bab1f9d30:38569 {}] zookeeper.ZKUtil(347): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T21:07:04,175 WARN [M:0;229bab1f9d30:38569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T21:07:04,176 INFO [M:0;229bab1f9d30:38569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/.lastflushedseqids 2024-12-08T21:07:04,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741869_1045 (size=632) 2024-12-08T21:07:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741869_1045 (size=632) 2024-12-08T21:07:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741869_1045 (size=632) 2024-12-08T21:07:04,192 INFO [M:0;229bab1f9d30:38569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T21:07:04,192 INFO [M:0;229bab1f9d30:38569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T21:07:04,192 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T21:07:04,192 INFO [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:07:04,192 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:07:04,192 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T21:07:04,192 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:07:04,193 INFO [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=218.42 KB heapSize=259.77 KB 2024-12-08T21:07:04,206 DEBUG [M:0;229bab1f9d30:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/634e1fa74ca845d2b2446209474c0213 is 82, key is hbase:meta,,1/info:regioninfo/1733692023714/Put/seqid=0 2024-12-08T21:07:04,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741870_1046 (size=6071) 2024-12-08T21:07:04,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741870_1046 (size=6071) 2024-12-08T21:07:04,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741870_1046 (size=6071) 2024-12-08T21:07:04,212 INFO [M:0;229bab1f9d30:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/634e1fa74ca845d2b2446209474c0213 2024-12-08T21:07:04,230 DEBUG [M:0;229bab1f9d30:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f30b065cad5b489c9360a4382176a3f3 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733691984521/Put/seqid=0 2024-12-08T21:07:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741871_1047 (size=11610) 2024-12-08T21:07:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741871_1047 (size=11610) 2024-12-08T21:07:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741871_1047 (size=11610) 2024-12-08T21:07:04,237 INFO [M:0;229bab1f9d30:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=217.19 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f30b065cad5b489c9360a4382176a3f3 2024-12-08T21:07:04,241 INFO [M:0;229bab1f9d30:38569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f30b065cad5b489c9360a4382176a3f3 2024-12-08T21:07:04,255 DEBUG [M:0;229bab1f9d30:38569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb496bb0fe0f41e4b81cfa5c83701431 is 69, key is 229bab1f9d30,35489,1733691962444/rs:state/1733691963239/Put/seqid=0 2024-12-08T21:07:04,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:07:04,258 INFO [RS:2;229bab1f9d30:35763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:07:04,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x100074db2350003, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:07:04,258 INFO [RS:2;229bab1f9d30:35763 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,35763,1733691962587; zookeeper connection closed. 2024-12-08T21:07:04,258 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ff312ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ff312ea 2024-12-08T21:07:04,258 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T21:07:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741872_1048 (size=5442) 2024-12-08T21:07:04,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741872_1048 (size=5442) 2024-12-08T21:07:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741872_1048 (size=5442) 2024-12-08T21:07:04,263 INFO [M:0;229bab1f9d30:38569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb496bb0fe0f41e4b81cfa5c83701431 2024-12-08T21:07:04,268 INFO [M:0;229bab1f9d30:38569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb496bb0fe0f41e4b81cfa5c83701431 2024-12-08T21:07:04,269 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/634e1fa74ca845d2b2446209474c0213 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/634e1fa74ca845d2b2446209474c0213 2024-12-08T21:07:04,274 INFO [M:0;229bab1f9d30:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/634e1fa74ca845d2b2446209474c0213, entries=14, sequenceid=446, filesize=5.9 K 2024-12-08T21:07:04,275 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f30b065cad5b489c9360a4382176a3f3 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f30b065cad5b489c9360a4382176a3f3 2024-12-08T21:07:04,280 INFO [M:0;229bab1f9d30:38569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f30b065cad5b489c9360a4382176a3f3 2024-12-08T21:07:04,280 INFO [M:0;229bab1f9d30:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f30b065cad5b489c9360a4382176a3f3, entries=52, sequenceid=446, filesize=11.3 K 2024-12-08T21:07:04,281 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb496bb0fe0f41e4b81cfa5c83701431 as hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb496bb0fe0f41e4b81cfa5c83701431 2024-12-08T21:07:04,287 INFO [M:0;229bab1f9d30:38569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb496bb0fe0f41e4b81cfa5c83701431 2024-12-08T21:07:04,287 INFO [M:0;229bab1f9d30:38569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/cf3e0c54-bfa7-4f71-1f25-6ba3df25250b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb496bb0fe0f41e4b81cfa5c83701431, entries=3, sequenceid=446, filesize=5.3 K 2024-12-08T21:07:04,288 INFO [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~218.42 KB/223659, heapSize ~259.48 KB/265704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=446, compaction requested=false 2024-12-08T21:07:04,289 INFO [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T21:07:04,289 DEBUG [M:0;229bab1f9d30:38569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733692024192Disabling compacts and flushes for region at 1733692024192Disabling writes for close at 1733692024192Obtaining lock to block concurrent updates at 1733692024193 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733692024193Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=223659, getHeapSize=265944, getOffHeapSize=0, getCellsCount=545 at 1733692024193Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733692024193Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733692024193Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733692024205 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733692024206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733692024217 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733692024230 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733692024230Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733692024241 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733692024255 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733692024255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161f03ce: reopening flushed file at 1733692024268 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700c242a: reopening flushed file at 1733692024274 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e24e1c: reopening flushed file at 1733692024280 (+6 ms)Finished flush of dataSize ~218.42 KB/223659, heapSize ~259.48 KB/265704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=446, compaction requested=false at 1733692024288 (+8 ms)Writing region close event to WAL at 1733692024289 (+1 ms)Closed at 1733692024289 2024-12-08T21:07:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41581 is added to blk_1073741830_1006 (size=253464) 2024-12-08T21:07:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741830_1006 (size=253464) 2024-12-08T21:07:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741830_1006 (size=253464) 2024-12-08T21:07:04,293 INFO [M:0;229bab1f9d30:38569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T21:07:04,293 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T21:07:04,293 INFO [M:0;229bab1f9d30:38569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38569 2024-12-08T21:07:04,294 INFO [M:0;229bab1f9d30:38569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T21:07:04,425 INFO [M:0;229bab1f9d30:38569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T21:07:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:07:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38569-0x100074db2350000, quorum=127.0.0.1:62617, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T21:07:04,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cbdedd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:07:04,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1b8377{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:07:04,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:07:04,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1009edfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:07:04,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@271f2cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,STOPPED} 2024-12-08T21:07:04,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T21:07:04,435 WARN [BP-502120813-172.17.0.2-1733691960365 heartbeating to localhost/127.0.0.1:39825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T21:07:04,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T21:07:04,435 WARN [BP-502120813-172.17.0.2-1733691960365 heartbeating to localhost/127.0.0.1:39825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-502120813-172.17.0.2-1733691960365 (Datanode Uuid 9df9e11a-eec6-4f02-b749-f7d99a4b07f9) service to localhost/127.0.0.1:39825 2024-12-08T21:07:04,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data5/current/BP-502120813-172.17.0.2-1733691960365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:07:04,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data6/current/BP-502120813-172.17.0.2-1733691960365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:07:04,436 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T21:07:04,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@301b6eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:07:04,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a28eaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:07:04,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:07:04,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7539655b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:07:04,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360431{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,STOPPED} 2024-12-08T21:07:04,440 WARN [BP-502120813-172.17.0.2-1733691960365 heartbeating to localhost/127.0.0.1:39825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T21:07:04,440 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T21:07:04,440 WARN [BP-502120813-172.17.0.2-1733691960365 heartbeating to localhost/127.0.0.1:39825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-502120813-172.17.0.2-1733691960365 (Datanode Uuid 8292ecae-6733-47a6-b42e-155008b3a0b9) service to localhost/127.0.0.1:39825 2024-12-08T21:07:04,440 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T21:07:04,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data3/current/BP-502120813-172.17.0.2-1733691960365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:07:04,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data4/current/BP-502120813-172.17.0.2-1733691960365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:07:04,441 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T21:07:04,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672d18e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T21:07:04,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ceb4815{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:07:04,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:07:04,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34683201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:07:04,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b33d518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,STOPPED} 2024-12-08T21:07:04,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T21:07:04,445 WARN [BP-502120813-172.17.0.2-1733691960365 heartbeating to localhost/127.0.0.1:39825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T21:07:04,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T21:07:04,445 WARN [BP-502120813-172.17.0.2-1733691960365 heartbeating to localhost/127.0.0.1:39825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-502120813-172.17.0.2-1733691960365 (Datanode Uuid 114c1aee-4fb4-4e02-b647-8a7599832758) service to localhost/127.0.0.1:39825 2024-12-08T21:07:04,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data1/current/BP-502120813-172.17.0.2-1733691960365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:07:04,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/cluster_f1411efc-a758-0f88-410c-066022a06e16/data/data2/current/BP-502120813-172.17.0.2-1733691960365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T21:07:04,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T21:07:04,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a798b0b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T21:07:04,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58bba0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T21:07:04,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T21:07:04,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295706e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T21:07:04,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46abb6db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/69e4c80c-9df3-d9d4-b113-ae2a07ebfc0b/hadoop.log.dir/,STOPPED} 2024-12-08T21:07:04,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T21:07:04,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T21:07:04,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 95) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_META-regionserver/229bab1f9d30:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 190), ProcessCount=9 (was 11), AvailableMemoryMB=16926 (was 16342) - AvailableMemoryMB LEAK? -