2024-12-12 06:09:30,197 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-12 06:09:30,210 main DEBUG Took 0.010918 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 06:09:30,210 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 06:09:30,211 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 06:09:30,212 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 06:09:30,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,222 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 06:09:30,236 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,240 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,241 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,242 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,244 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,246 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,247 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,249 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,250 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 06:09:30,252 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,252 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 06:09:30,254 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 06:09:30,255 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 06:09:30,257 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 06:09:30,258 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 06:09:30,260 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 06:09:30,261 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 06:09:30,273 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 06:09:30,278 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 06:09:30,280 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 06:09:30,281 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 06:09:30,282 main DEBUG createAppenders(={Console}) 2024-12-12 06:09:30,283 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-12 06:09:30,283 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-12 06:09:30,283 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-12 06:09:30,284 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 06:09:30,285 main DEBUG OutputStream closed 2024-12-12 06:09:30,285 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 06:09:30,285 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 06:09:30,286 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-12 06:09:30,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 06:09:30,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 06:09:30,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 06:09:30,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 06:09:30,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 06:09:30,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 06:09:30,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 06:09:30,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 06:09:30,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 06:09:30,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 06:09:30,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 06:09:30,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 06:09:30,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 06:09:30,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 06:09:30,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 06:09:30,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 06:09:30,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 06:09:30,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 06:09:30,365 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 06:09:30,365 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-12 06:09:30,366 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 06:09:30,366 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-12T06:09:30,377 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-12 06:09:30,381 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 06:09:30,382 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T06:09:30,388 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-12T06:09:30,412 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=10002 2024-12-12T06:09:30,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a 2024-12-12T06:09:30,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T06:09:30,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71, deleteOnExit=true 2024-12-12T06:09:30,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-12T06:09:30,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/test.cache.data in system properties and HBase conf 2024-12-12T06:09:30,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T06:09:30,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir in system properties and HBase conf 2024-12-12T06:09:30,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T06:09:30,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T06:09:30,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-12T06:09:30,750 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T06:09:30,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T06:09:30,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T06:09:30,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T06:09:30,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T06:09:30,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T06:09:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T06:09:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T06:09:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T06:09:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T06:09:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T06:09:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/nfs.dump.dir in system properties and HBase conf 2024-12-12T06:09:30,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/java.io.tmpdir in system properties and HBase conf 2024-12-12T06:09:30,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T06:09:30,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T06:09:30,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T06:09:31,769 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T06:09:31,831 INFO [Time-limited test {}] log.Log(170): Logging initialized @2276ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T06:09:31,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:09:31,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:09:31,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:09:31,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:09:31,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T06:09:31,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:09:31,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37170156{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:09:31,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa6eaa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:09:32,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@621ff9a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/java.io.tmpdir/jetty-localhost-34807-hadoop-hdfs-3_4_1-tests_jar-_-any-17105954899882282851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T06:09:32,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a27adbe{HTTP/1.1, (http/1.1)}{localhost:34807} 2024-12-12T06:09:32,150 INFO [Time-limited test {}] server.Server(415): Started @2596ms 2024-12-12T06:09:32,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:09:32,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:09:32,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:09:32,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:09:32,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T06:09:32,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@717bee47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:09:32,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d691372{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:09:32,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e70de34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/java.io.tmpdir/jetty-localhost-41089-hadoop-hdfs-3_4_1-tests_jar-_-any-2833199118180901045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:09:32,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49d9c801{HTTP/1.1, (http/1.1)}{localhost:41089} 2024-12-12T06:09:32,758 INFO [Time-limited test {}] server.Server(415): Started @3204ms 2024-12-12T06:09:32,801 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T06:09:32,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:09:32,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:09:32,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:09:32,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:09:32,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T06:09:32,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c63d625{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:09:32,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b9200e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:09:33,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e4975dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/java.io.tmpdir/jetty-localhost-34677-hadoop-hdfs-3_4_1-tests_jar-_-any-1580407141376905712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:09:33,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20ea9560{HTTP/1.1, (http/1.1)}{localhost:34677} 2024-12-12T06:09:33,009 INFO [Time-limited test {}] server.Server(415): Started @3455ms 2024-12-12T06:09:33,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T06:09:33,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:09:33,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:09:33,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:09:33,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:09:33,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T06:09:33,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5606d7a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:09:33,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306e7ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:09:33,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b4b57c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/java.io.tmpdir/jetty-localhost-36089-hadoop-hdfs-3_4_1-tests_jar-_-any-14787978136126537773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:09:33,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6565996e{HTTP/1.1, (http/1.1)}{localhost:36089} 2024-12-12T06:09:33,168 INFO [Time-limited test {}] server.Server(415): Started @3614ms 2024-12-12T06:09:33,170 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T06:09:34,109 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data1/current/BP-2035479163-172.17.0.2-1733983771350/current, will proceed with Du for space computation calculation, 2024-12-12T06:09:34,109 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data2/current/BP-2035479163-172.17.0.2-1733983771350/current, will proceed with Du for space computation calculation, 2024-12-12T06:09:34,109 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data4/current/BP-2035479163-172.17.0.2-1733983771350/current, will proceed with Du for space computation calculation, 2024-12-12T06:09:34,109 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data3/current/BP-2035479163-172.17.0.2-1733983771350/current, will proceed with Du for space computation calculation, 2024-12-12T06:09:34,140 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T06:09:34,140 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T06:09:34,152 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data5/current/BP-2035479163-172.17.0.2-1733983771350/current, will proceed with Du for space computation calculation, 2024-12-12T06:09:34,152 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data6/current/BP-2035479163-172.17.0.2-1733983771350/current, will proceed with Du for space computation calculation, 2024-12-12T06:09:34,172 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T06:09:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fec40200beca245 with lease ID 0xcfd9a7bdb28be96e: Processing first storage report for DS-57525676-5104-43dc-b67c-12c4942752ae from datanode DatanodeRegistration(127.0.0.1:43319, datanodeUuid=6b43eee0-909e-462c-93b6-6aa9d5159626, infoPort=37813, infoSecurePort=0, ipcPort=46411, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350) 2024-12-12T06:09:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fec40200beca245 with lease ID 0xcfd9a7bdb28be96e: from storage DS-57525676-5104-43dc-b67c-12c4942752ae node DatanodeRegistration(127.0.0.1:43319, datanodeUuid=6b43eee0-909e-462c-93b6-6aa9d5159626, infoPort=37813, infoSecurePort=0, ipcPort=46411, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T06:09:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69d271f2a3f18dff with lease ID 0xcfd9a7bdb28be96c: Processing first storage report for DS-b256565f-e11f-4795-aad7-c9d524e32394 from datanode DatanodeRegistration(127.0.0.1:35583, datanodeUuid=526b5ef5-4b3d-4d2f-b295-1e629c667d4d, infoPort=46829, infoSecurePort=0, ipcPort=43919, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350) 2024-12-12T06:09:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69d271f2a3f18dff with lease ID 0xcfd9a7bdb28be96c: from storage DS-b256565f-e11f-4795-aad7-c9d524e32394 node DatanodeRegistration(127.0.0.1:35583, datanodeUuid=526b5ef5-4b3d-4d2f-b295-1e629c667d4d, infoPort=46829, infoSecurePort=0, ipcPort=43919, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:09:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe011ec81e8623a16 with lease ID 0xcfd9a7bdb28be96d: Processing first storage report for DS-cb064ada-4a60-44f3-b523-c66bef394b91 from datanode DatanodeRegistration(127.0.0.1:46253, datanodeUuid=f7ff8129-fb5d-41ec-97d2-703475b2ab55, infoPort=46235, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350) 2024-12-12T06:09:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe011ec81e8623a16 with lease ID 0xcfd9a7bdb28be96d: from storage DS-cb064ada-4a60-44f3-b523-c66bef394b91 node DatanodeRegistration(127.0.0.1:46253, datanodeUuid=f7ff8129-fb5d-41ec-97d2-703475b2ab55, infoPort=46235, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:09:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fec40200beca245 with lease ID 0xcfd9a7bdb28be96e: Processing first storage report for DS-ac1bd32b-23e3-416c-9ba3-a93f3d4bdcc2 from datanode DatanodeRegistration(127.0.0.1:43319, datanodeUuid=6b43eee0-909e-462c-93b6-6aa9d5159626, infoPort=37813, infoSecurePort=0, ipcPort=46411, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350) 2024-12-12T06:09:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fec40200beca245 with lease ID 0xcfd9a7bdb28be96e: from storage DS-ac1bd32b-23e3-416c-9ba3-a93f3d4bdcc2 node DatanodeRegistration(127.0.0.1:43319, datanodeUuid=6b43eee0-909e-462c-93b6-6aa9d5159626, infoPort=37813, infoSecurePort=0, ipcPort=46411, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:09:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69d271f2a3f18dff with lease ID 0xcfd9a7bdb28be96c: Processing first storage report for DS-c5cd4c1c-3aa4-4397-9400-f94a7cb8f51d from datanode DatanodeRegistration(127.0.0.1:35583, datanodeUuid=526b5ef5-4b3d-4d2f-b295-1e629c667d4d, infoPort=46829, infoSecurePort=0, ipcPort=43919, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350) 2024-12-12T06:09:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69d271f2a3f18dff with lease ID 0xcfd9a7bdb28be96c: from storage DS-c5cd4c1c-3aa4-4397-9400-f94a7cb8f51d node DatanodeRegistration(127.0.0.1:35583, datanodeUuid=526b5ef5-4b3d-4d2f-b295-1e629c667d4d, infoPort=46829, infoSecurePort=0, ipcPort=43919, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:09:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe011ec81e8623a16 with lease ID 0xcfd9a7bdb28be96d: Processing first storage report for DS-1f3659ec-cef7-4b89-984e-4060bd203c99 from datanode DatanodeRegistration(127.0.0.1:46253, datanodeUuid=f7ff8129-fb5d-41ec-97d2-703475b2ab55, infoPort=46235, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350) 2024-12-12T06:09:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe011ec81e8623a16 with lease ID 0xcfd9a7bdb28be96d: from storage DS-1f3659ec-cef7-4b89-984e-4060bd203c99 node DatanodeRegistration(127.0.0.1:46253, datanodeUuid=f7ff8129-fb5d-41ec-97d2-703475b2ab55, infoPort=46235, infoSecurePort=0, ipcPort=41723, storageInfo=lv=-57;cid=testClusterID;nsid=792919784;c=1733983771350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:09:34,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a 2024-12-12T06:09:34,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/zookeeper_0, clientPort=57067, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T06:09:34,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57067 2024-12-12T06:09:34,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:34,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741825_1001 (size=7) 2024-12-12T06:09:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741825_1001 (size=7) 2024-12-12T06:09:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741825_1001 (size=7) 2024-12-12T06:09:34,933 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 with version=8 2024-12-12T06:09:34,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/hbase-staging 2024-12-12T06:09:35,004 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-12T06:09:35,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:09:35,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:09:35,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:09:35,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-12T06:09:35,402 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T06:09:35,412 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T06:09:35,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:09:35,434 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103150 (auto-detected) 2024-12-12T06:09:35,435 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-12T06:09:35,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40923 2024-12-12T06:09:35,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40923 connecting to ZooKeeper ensemble=127.0.0.1:57067 2024-12-12T06:09:35,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409230x0, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:09:35,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40923-0x10018b264f30000 connected 2024-12-12T06:09:35,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:09:35,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64, hbase.cluster.distributed=false 2024-12-12T06:09:35,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:09:35,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-12T06:09:35,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40923 2024-12-12T06:09:35,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40923 2024-12-12T06:09:35,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-12T06:09:35,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-12T06:09:35,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:09:35,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:09:35,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:09:35,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T06:09:35,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:09:35,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37565 2024-12-12T06:09:35,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37565 connecting to ZooKeeper ensemble=127.0.0.1:57067 2024-12-12T06:09:35,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375650x0, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:09:35,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:09:35,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37565-0x10018b264f30001 connected 2024-12-12T06:09:35,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T06:09:35,832 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T06:09:35,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T06:09:35,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:09:35,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37565 2024-12-12T06:09:35,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37565 2024-12-12T06:09:35,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37565 2024-12-12T06:09:35,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37565 2024-12-12T06:09:35,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37565 2024-12-12T06:09:35,857 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:09:35,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:09:35,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:09:35,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T06:09:35,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:09:35,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34145 2024-12-12T06:09:35,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34145 connecting to ZooKeeper ensemble=127.0.0.1:57067 2024-12-12T06:09:35,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,900 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341450x0, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:09:35,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341450x0, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:09:35,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34145-0x10018b264f30002 connected 2024-12-12T06:09:35,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T06:09:35,903 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T06:09:35,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T06:09:35,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:09:35,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34145 2024-12-12T06:09:35,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34145 2024-12-12T06:09:35,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34145 2024-12-12T06:09:35,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34145 2024-12-12T06:09:35,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34145 2024-12-12T06:09:35,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:09:35,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:09:35,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:09:35,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:09:35,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T06:09:35,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:09:35,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46511 2024-12-12T06:09:35,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46511 connecting to ZooKeeper ensemble=127.0.0.1:57067 2024-12-12T06:09:35,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465110x0, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:09:35,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465110x0, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:09:35,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46511-0x10018b264f30003 connected 2024-12-12T06:09:35,948 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T06:09:35,949 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T06:09:35,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T06:09:35,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:09:35,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46511 2024-12-12T06:09:35,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46511 2024-12-12T06:09:35,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46511 2024-12-12T06:09:35,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46511 2024-12-12T06:09:35,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46511 2024-12-12T06:09:35,972 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ffbfd3107920:40923 2024-12-12T06:09:35,973 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ffbfd3107920,40923,1733983775070 2024-12-12T06:09:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:35,984 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:35,986 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ffbfd3107920,40923,1733983775070 2024-12-12T06:09:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T06:09:36,008 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T06:09:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T06:09:36,008 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,010 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T06:09:36,011 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ffbfd3107920,40923,1733983775070 from backup master directory 2024-12-12T06:09:36,022 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ffbfd3107920,40923,1733983775070 2024-12-12T06:09:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:09:36,023 WARN [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:09:36,023 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ffbfd3107920,40923,1733983775070 2024-12-12T06:09:36,025 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-12T06:09:36,027 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-12T06:09:36,074 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/hbase.id] with ID: 59b4a8aa-8295-4b49-b229-13899fbed3b5 2024-12-12T06:09:36,074 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.tmp/hbase.id 2024-12-12T06:09:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741826_1002 (size=42) 2024-12-12T06:09:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741826_1002 (size=42) 2024-12-12T06:09:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741826_1002 (size=42) 2024-12-12T06:09:36,087 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.tmp/hbase.id]:[hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/hbase.id] 2024-12-12T06:09:36,131 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:09:36,135 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-12T06:09:36,151 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-12T06:09:36,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,175 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741827_1003 (size=196) 2024-12-12T06:09:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741827_1003 (size=196) 2024-12-12T06:09:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741827_1003 (size=196) 2024-12-12T06:09:36,210 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T06:09:36,211 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T06:09:36,224 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T06:09:36,227 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:09:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741828_1004 (size=1189) 2024-12-12T06:09:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741828_1004 (size=1189) 2024-12-12T06:09:36,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741828_1004 (size=1189) 2024-12-12T06:09:36,272 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store 2024-12-12T06:09:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741829_1005 (size=34) 2024-12-12T06:09:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741829_1005 (size=34) 2024-12-12T06:09:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741829_1005 (size=34) 2024-12-12T06:09:36,295 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-12T06:09:36,298 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:36,299 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T06:09:36,300 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:09:36,300 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:09:36,301 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T06:09:36,301 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:09:36,301 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:09:36,302 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733983776299Disabling compacts and flushes for region at 1733983776299Disabling writes for close at 1733983776301 (+2 ms)Writing region close event to WAL at 1733983776301Closed at 1733983776301 2024-12-12T06:09:36,304 WARN [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/.initializing 2024-12-12T06:09:36,304 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/WALs/ffbfd3107920,40923,1733983775070 2024-12-12T06:09:36,311 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:09:36,323 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C40923%2C1733983775070, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/WALs/ffbfd3107920,40923,1733983775070, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/oldWALs, maxLogs=10 2024-12-12T06:09:36,344 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/WALs/ffbfd3107920,40923,1733983775070/ffbfd3107920%2C40923%2C1733983775070.1733983776327, exclude list is [], retry=0 2024-12-12T06:09:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-cb064ada-4a60-44f3-b523-c66bef394b91,DISK] 2024-12-12T06:09:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-57525676-5104-43dc-b67c-12c4942752ae,DISK] 2024-12-12T06:09:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35583,DS-b256565f-e11f-4795-aad7-c9d524e32394,DISK] 2024-12-12T06:09:36,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-12T06:09:36,395 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/WALs/ffbfd3107920,40923,1733983775070/ffbfd3107920%2C40923%2C1733983775070.1733983776327 2024-12-12T06:09:36,396 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813),(127.0.0.1/127.0.0.1:46829:46829),(127.0.0.1/127.0.0.1:46235:46235)] 2024-12-12T06:09:36,396 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T06:09:36,397 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:36,399 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,400 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T06:09:36,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:36,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:36,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T06:09:36,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:36,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:36,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T06:09:36,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:36,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:36,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T06:09:36,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:36,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:36,469 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,472 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,473 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,478 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,479 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,482 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T06:09:36,486 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:09:36,491 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:36,492 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74886490, jitterRate=0.11589565873146057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T06:09:36,498 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733983776410Initializing all the Stores at 1733983776412 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983776412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983776413 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983776413Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983776413Cleaning up temporary data from old regions at 1733983776479 (+66 ms)Region opened successfully at 1733983776498 (+19 ms) 2024-12-12T06:09:36,499 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T06:09:36,529 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d21726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:09:36,553 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-12T06:09:36,562 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T06:09:36,562 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T06:09:36,564 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T06:09:36,565 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-12T06:09:36,570 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-12T06:09:36,570 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-12T06:09:36,591 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T06:09:36,598 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T06:09:36,638 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-12T06:09:36,642 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T06:09:36,645 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T06:09:36,655 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-12T06:09:36,657 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T06:09:36,660 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T06:09:36,666 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-12T06:09:36,668 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T06:09:36,674 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T06:09:36,694 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T06:09:36,705 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T06:09:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:09:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:09:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:09:36,716 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:09:36,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,717 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,721 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ffbfd3107920,40923,1733983775070, sessionid=0x10018b264f30000, setting cluster-up flag (Was=false) 2024-12-12T06:09:36,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,750 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,775 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T06:09:36,779 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,40923,1733983775070 2024-12-12T06:09:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,800 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:36,825 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T06:09:36,827 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,40923,1733983775070 2024-12-12T06:09:36,834 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-12T06:09:36,860 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(746): ClusterId : 59b4a8aa-8295-4b49-b229-13899fbed3b5 2024-12-12T06:09:36,860 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(746): ClusterId : 59b4a8aa-8295-4b49-b229-13899fbed3b5 2024-12-12T06:09:36,860 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(746): ClusterId : 59b4a8aa-8295-4b49-b229-13899fbed3b5 2024-12-12T06:09:36,862 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T06:09:36,862 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T06:09:36,862 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T06:09:36,884 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T06:09:36,884 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T06:09:36,884 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T06:09:36,885 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T06:09:36,885 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T06:09:36,885 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T06:09:36,893 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T06:09:36,893 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T06:09:36,893 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T06:09:36,893 DEBUG [RS:1;ffbfd3107920:34145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143863c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:09:36,893 DEBUG [RS:0;ffbfd3107920:37565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5fa8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:09:36,893 DEBUG [RS:2;ffbfd3107920:46511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56be17cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:09:36,902 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-12T06:09:36,909 DEBUG [RS:2;ffbfd3107920:46511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ffbfd3107920:46511 2024-12-12T06:09:36,909 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ffbfd3107920:37565 2024-12-12T06:09:36,912 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T06:09:36,912 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T06:09:36,912 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T06:09:36,912 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T06:09:36,912 DEBUG [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T06:09:36,912 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T06:09:36,913 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ffbfd3107920:34145 2024-12-12T06:09:36,913 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T06:09:36,913 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T06:09:36,913 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T06:09:36,914 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-12T06:09:36,915 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40923,1733983775070 with port=34145, startcode=1733983775857 2024-12-12T06:09:36,915 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40923,1733983775070 with port=46511, startcode=1733983775927 2024-12-12T06:09:36,915 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40923,1733983775070 with port=37565, startcode=1733983775761 2024-12-12T06:09:36,922 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T06:09:36,925 DEBUG [RS:1;ffbfd3107920:34145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T06:09:36,925 DEBUG [RS:0;ffbfd3107920:37565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T06:09:36,925 DEBUG [RS:2;ffbfd3107920:46511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T06:09:36,929 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ffbfd3107920,40923,1733983775070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T06:09:36,937 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:09:36,937 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:09:36,937 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:09:36,937 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:09:36,938 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ffbfd3107920:0, corePoolSize=10, maxPoolSize=10 2024-12-12T06:09:36,938 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:36,938 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:09:36,938 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:36,947 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733983806947 2024-12-12T06:09:36,949 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T06:09:36,951 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T06:09:36,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T06:09:36,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-12T06:09:36,956 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T06:09:36,958 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T06:09:36,958 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T06:09:36,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T06:09:36,959 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T06:09:36,959 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T06:09:36,959 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T06:09:36,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:36,960 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:36,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T06:09:36,963 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T06:09:36,964 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T06:09:36,964 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T06:09:36,965 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T06:09:36,967 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T06:09:36,967 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T06:09:36,973 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983776968,5,FailOnTimeoutGroup] 2024-12-12T06:09:36,974 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T06:09:36,974 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983776973,5,FailOnTimeoutGroup] 2024-12-12T06:09:36,974 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:36,974 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T06:09:36,974 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T06:09:36,975 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:36,976 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741831_1007 (size=1321) 2024-12-12T06:09:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741831_1007 (size=1321) 2024-12-12T06:09:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741831_1007 (size=1321) 2024-12-12T06:09:37,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-12T06:09:37,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:37,019 DEBUG [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-12T06:09:37,019 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-12T06:09:37,019 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-12T06:09:37,019 WARN [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-12T06:09:37,019 WARN [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-12T06:09:37,019 WARN [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-12T06:09:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741832_1008 (size=32) 2024-12-12T06:09:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741832_1008 (size=32) 2024-12-12T06:09:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741832_1008 (size=32) 2024-12-12T06:09:37,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:37,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T06:09:37,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T06:09:37,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:37,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:37,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T06:09:37,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T06:09:37,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:37,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:37,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T06:09:37,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T06:09:37,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:37,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:37,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T06:09:37,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T06:09:37,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:37,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:37,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T06:09:37,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740 2024-12-12T06:09:37,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740 2024-12-12T06:09:37,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T06:09:37,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T06:09:37,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T06:09:37,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T06:09:37,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:37,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67388606, jitterRate=0.004168480634689331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T06:09:37,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733983777031Initializing all the Stores at 1733983777033 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983777033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983777033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983777034 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983777034Cleaning up temporary data from old regions at 1733983777053 (+19 ms)Region opened successfully at 1733983777066 (+13 ms) 2024-12-12T06:09:37,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T06:09:37,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T06:09:37,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T06:09:37,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T06:09:37,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T06:09:37,069 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T06:09:37,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733983777066Disabling compacts and flushes for region at 1733983777066Disabling writes for close at 1733983777067 (+1 ms)Writing region close event to WAL at 1733983777068 (+1 ms)Closed at 1733983777068 2024-12-12T06:09:37,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T06:09:37,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-12T06:09:37,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T06:09:37,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T06:09:37,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T06:09:37,121 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40923,1733983775070 with port=34145, startcode=1733983775857 2024-12-12T06:09:37,121 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40923,1733983775070 with port=46511, startcode=1733983775927 2024-12-12T06:09:37,121 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40923,1733983775070 with port=37565, startcode=1733983775761 2024-12-12T06:09:37,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,46511,1733983775927 2024-12-12T06:09:37,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:37,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,37565,1733983775761 2024-12-12T06:09:37,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,37565,1733983775761 2024-12-12T06:09:37,134 DEBUG [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:37,134 DEBUG [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45729 2024-12-12T06:09:37,134 DEBUG [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-12T06:09:37,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,34145,1733983775857 2024-12-12T06:09:37,136 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:37,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,34145,1733983775857 2024-12-12T06:09:37,136 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45729 2024-12-12T06:09:37,136 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-12T06:09:37,139 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:37,139 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45729 2024-12-12T06:09:37,139 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-12T06:09:37,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T06:09:37,196 DEBUG [RS:2;ffbfd3107920:46511 {}] zookeeper.ZKUtil(111): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,46511,1733983775927 2024-12-12T06:09:37,196 WARN [RS:2;ffbfd3107920:46511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:09:37,197 INFO [RS:2;ffbfd3107920:46511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:09:37,197 DEBUG [RS:0;ffbfd3107920:37565 {}] zookeeper.ZKUtil(111): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,37565,1733983775761 2024-12-12T06:09:37,197 DEBUG [RS:1;ffbfd3107920:34145 {}] zookeeper.ZKUtil(111): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,34145,1733983775857 2024-12-12T06:09:37,197 WARN [RS:0;ffbfd3107920:37565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:09:37,197 WARN [RS:1;ffbfd3107920:34145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:09:37,197 DEBUG [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927 2024-12-12T06:09:37,197 INFO [RS:0;ffbfd3107920:37565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:09:37,197 INFO [RS:1;ffbfd3107920:34145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:09:37,198 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,34145,1733983775857 2024-12-12T06:09:37,198 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,37565,1733983775761 2024-12-12T06:09:37,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,37565,1733983775761] 2024-12-12T06:09:37,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,46511,1733983775927] 2024-12-12T06:09:37,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,34145,1733983775857] 2024-12-12T06:09:37,223 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T06:09:37,223 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T06:09:37,223 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T06:09:37,236 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T06:09:37,236 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T06:09:37,236 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T06:09:37,242 INFO [RS:2;ffbfd3107920:46511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T06:09:37,242 INFO [RS:0;ffbfd3107920:37565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T06:09:37,242 INFO [RS:1;ffbfd3107920:34145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T06:09:37,243 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,243 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,243 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,244 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T06:09:37,244 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T06:09:37,244 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T06:09:37,245 WARN [ffbfd3107920:40923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T06:09:37,249 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T06:09:37,249 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T06:09:37,249 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T06:09:37,251 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,251 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,251 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,251 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,251 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,251 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,251 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,251 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,251 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,251 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:09:37,252 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:09:37,252 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,252 DEBUG [RS:1;ffbfd3107920:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:09:37,253 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,253 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,253 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,253 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,253 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,253 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:09:37,253 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:09:37,253 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:09:37,253 DEBUG [RS:0;ffbfd3107920:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:09:37,253 DEBUG [RS:2;ffbfd3107920:46511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:09:37,254 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,254 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,254 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,254 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,34145,1733983775857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,37565,1733983775761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:09:37,255 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,46511,1733983775927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:09:37,273 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-12T06:09:37,273 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-12T06:09:37,275 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,34145,1733983775857-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,275 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,46511,1733983775927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,276 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,276 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,276 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.Replication(171): ffbfd3107920,46511,1733983775927 started 2024-12-12T06:09:37,276 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.Replication(171): ffbfd3107920,34145,1733983775857 started 2024-12-12T06:09:37,276 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-12T06:09:37,277 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,37565,1733983775761-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,277 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,277 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.Replication(171): ffbfd3107920,37565,1733983775761 started 2024-12-12T06:09:37,292 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,292 INFO [RS:2;ffbfd3107920:46511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,292 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,46511,1733983775927, RpcServer on ffbfd3107920/172.17.0.2:46511, sessionid=0x10018b264f30003 2024-12-12T06:09:37,292 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,34145,1733983775857, RpcServer on ffbfd3107920/172.17.0.2:34145, sessionid=0x10018b264f30002 2024-12-12T06:09:37,293 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T06:09:37,293 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T06:09:37,293 DEBUG [RS:2;ffbfd3107920:46511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,46511,1733983775927 2024-12-12T06:09:37,293 DEBUG [RS:1;ffbfd3107920:34145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,34145,1733983775857 2024-12-12T06:09:37,293 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,46511,1733983775927' 2024-12-12T06:09:37,293 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,34145,1733983775857' 2024-12-12T06:09:37,293 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T06:09:37,293 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T06:09:37,294 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T06:09:37,294 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T06:09:37,295 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T06:09:37,295 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T06:09:37,295 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T06:09:37,295 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T06:09:37,295 DEBUG [RS:2;ffbfd3107920:46511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,46511,1733983775927 2024-12-12T06:09:37,295 DEBUG [RS:1;ffbfd3107920:34145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,34145,1733983775857 2024-12-12T06:09:37,295 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,46511,1733983775927' 2024-12-12T06:09:37,295 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T06:09:37,295 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,34145,1733983775857' 2024-12-12T06:09:37,295 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T06:09:37,296 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T06:09:37,296 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T06:09:37,296 DEBUG [RS:2;ffbfd3107920:46511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T06:09:37,296 DEBUG [RS:1;ffbfd3107920:34145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T06:09:37,296 INFO [RS:2;ffbfd3107920:46511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T06:09:37,296 INFO [RS:1;ffbfd3107920:34145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T06:09:37,296 INFO [RS:2;ffbfd3107920:46511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T06:09:37,296 INFO [RS:1;ffbfd3107920:34145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T06:09:37,298 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:37,298 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,37565,1733983775761, RpcServer on ffbfd3107920/172.17.0.2:37565, sessionid=0x10018b264f30001 2024-12-12T06:09:37,298 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T06:09:37,298 DEBUG [RS:0;ffbfd3107920:37565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,37565,1733983775761 2024-12-12T06:09:37,298 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,37565,1733983775761' 2024-12-12T06:09:37,298 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T06:09:37,299 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T06:09:37,299 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T06:09:37,299 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T06:09:37,299 DEBUG [RS:0;ffbfd3107920:37565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,37565,1733983775761 2024-12-12T06:09:37,299 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,37565,1733983775761' 2024-12-12T06:09:37,300 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T06:09:37,300 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T06:09:37,300 DEBUG [RS:0;ffbfd3107920:37565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T06:09:37,300 INFO [RS:0;ffbfd3107920:37565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T06:09:37,300 INFO [RS:0;ffbfd3107920:37565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T06:09:37,404 INFO [RS:2;ffbfd3107920:46511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:09:37,404 INFO [RS:0;ffbfd3107920:37565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:09:37,404 INFO [RS:1;ffbfd3107920:34145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:09:37,408 INFO [RS:0;ffbfd3107920:37565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C37565%2C1733983775761, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,37565,1733983775761, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs, maxLogs=32 2024-12-12T06:09:37,409 INFO [RS:2;ffbfd3107920:46511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C46511%2C1733983775927, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs, maxLogs=32 2024-12-12T06:09:37,409 INFO [RS:1;ffbfd3107920:34145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C34145%2C1733983775857, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,34145,1733983775857, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs, maxLogs=32 2024-12-12T06:09:37,423 DEBUG [RS:1;ffbfd3107920:34145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,34145,1733983775857/ffbfd3107920%2C34145%2C1733983775857.1733983777412, exclude list is [], retry=0 2024-12-12T06:09:37,423 DEBUG [RS:0;ffbfd3107920:37565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,37565,1733983775761/ffbfd3107920%2C37565%2C1733983775761.1733983777412, exclude list is [], retry=0 2024-12-12T06:09:37,425 DEBUG [RS:2;ffbfd3107920:46511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927/ffbfd3107920%2C46511%2C1733983775927.1733983777412, exclude list is [], retry=0 2024-12-12T06:09:37,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35583,DS-b256565f-e11f-4795-aad7-c9d524e32394,DISK] 2024-12-12T06:09:37,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-57525676-5104-43dc-b67c-12c4942752ae,DISK] 2024-12-12T06:09:37,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-cb064ada-4a60-44f3-b523-c66bef394b91,DISK] 2024-12-12T06:09:37,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-cb064ada-4a60-44f3-b523-c66bef394b91,DISK] 2024-12-12T06:09:37,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35583,DS-b256565f-e11f-4795-aad7-c9d524e32394,DISK] 2024-12-12T06:09:37,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-57525676-5104-43dc-b67c-12c4942752ae,DISK] 2024-12-12T06:09:37,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-cb064ada-4a60-44f3-b523-c66bef394b91,DISK] 2024-12-12T06:09:37,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35583,DS-b256565f-e11f-4795-aad7-c9d524e32394,DISK] 2024-12-12T06:09:37,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-57525676-5104-43dc-b67c-12c4942752ae,DISK] 2024-12-12T06:09:37,433 INFO [RS:1;ffbfd3107920:34145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,34145,1733983775857/ffbfd3107920%2C34145%2C1733983775857.1733983777412 2024-12-12T06:09:37,434 DEBUG [RS:1;ffbfd3107920:34145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235),(127.0.0.1/127.0.0.1:46829:46829),(127.0.0.1/127.0.0.1:37813:37813)] 2024-12-12T06:09:37,435 INFO [RS:0;ffbfd3107920:37565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,37565,1733983775761/ffbfd3107920%2C37565%2C1733983775761.1733983777412 2024-12-12T06:09:37,436 DEBUG [RS:0;ffbfd3107920:37565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46829:46829),(127.0.0.1/127.0.0.1:46235:46235),(127.0.0.1/127.0.0.1:37813:37813)] 2024-12-12T06:09:37,438 INFO [RS:2;ffbfd3107920:46511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927/ffbfd3107920%2C46511%2C1733983775927.1733983777412 2024-12-12T06:09:37,438 DEBUG [RS:2;ffbfd3107920:46511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813),(127.0.0.1/127.0.0.1:46235:46235),(127.0.0.1/127.0.0.1:46829:46829)] 2024-12-12T06:09:37,500 DEBUG [ffbfd3107920:40923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-12T06:09:37,509 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0} 2024-12-12T06:09:37,515 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-12T06:09:37,515 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-12T06:09:37,515 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-12T06:09:37,515 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-12T06:09:37,515 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-12T06:09:37,515 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-12T06:09:37,515 INFO [ffbfd3107920:40923 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-12T06:09:37,515 INFO [ffbfd3107920:40923 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-12T06:09:37,515 INFO [ffbfd3107920:40923 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-12T06:09:37,516 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T06:09:37,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:37,528 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,46511,1733983775927, state=OPENING 2024-12-12T06:09:37,563 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T06:09:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:37,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:37,575 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:09:37,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:37,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:37,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:37,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:37,580 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T06:09:37,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,46511,1733983775927}] 2024-12-12T06:09:45,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-12T06:09:45,401 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-12T06:09:47,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T06:09:47,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37181, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T06:09:47,625 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-12T06:09:47,625 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:09:47,626 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T06:09:47,629 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C46511%2C1733983775927.meta, suffix=.meta, logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs, maxLogs=32 2024-12-12T06:09:47,653 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, exclude list is [], retry=0 2024-12-12T06:09:47,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-cb064ada-4a60-44f3-b523-c66bef394b91,DISK] 2024-12-12T06:09:47,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35583,DS-b256565f-e11f-4795-aad7-c9d524e32394,DISK] 2024-12-12T06:09:47,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-57525676-5104-43dc-b67c-12c4942752ae,DISK] 2024-12-12T06:09:47,660 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta 2024-12-12T06:09:47,660 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235),(127.0.0.1/127.0.0.1:46829:46829),(127.0.0.1/127.0.0.1:37813:37813)] 2024-12-12T06:09:47,661 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T06:09:47,662 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T06:09:47,664 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T06:09:47,669 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T06:09:47,672 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T06:09:47,673 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:47,673 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-12T06:09:47,673 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-12T06:09:47,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T06:09:47,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T06:09:47,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:47,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:47,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T06:09:47,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T06:09:47,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:47,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:47,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T06:09:47,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T06:09:47,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:47,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:47,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T06:09:47,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T06:09:47,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:47,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:09:47,687 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T06:09:47,689 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740 2024-12-12T06:09:47,692 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740 2024-12-12T06:09:47,694 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T06:09:47,694 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T06:09:47,695 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T06:09:47,698 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T06:09:47,699 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63292036, jitterRate=-0.05687516927719116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T06:09:47,699 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-12T06:09:47,700 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733983787673Writing region info on filesystem at 1733983787673Initializing all the Stores at 1733983787675 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983787675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983787675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983787675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983787675Cleaning up temporary data from old regions at 1733983787694 (+19 ms)Running coprocessor post-open hooks at 1733983787699 (+5 ms)Region opened successfully at 1733983787700 (+1 ms) 2024-12-12T06:09:47,706 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733983787602 2024-12-12T06:09:47,715 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T06:09:47,716 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-12T06:09:47,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:47,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,46511,1733983775927, state=OPEN 2024-12-12T06:09:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:09:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:09:47,787 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:09:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:09:47,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:47,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:47,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:47,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:09:47,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:47,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T06:09:47,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,46511,1733983775927 in 10.2080 sec 2024-12-12T06:09:47,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T06:09:47,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7180 sec 2024-12-12T06:09:47,804 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T06:09:47,805 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-12T06:09:47,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:09:47,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1] 2024-12-12T06:09:47,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:09:47,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:09:47,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0270 sec 2024-12-12T06:09:47,892 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733983787892, completionTime=-1 2024-12-12T06:09:47,895 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-12T06:09:47,895 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-12T06:09:47,924 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-12T06:09:47,924 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733983847924 2024-12-12T06:09:47,924 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733983907924 2024-12-12T06:09:47,924 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-12T06:09:47,926 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:09:47,934 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40923,1733983775070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:47,934 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40923,1733983775070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:47,934 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40923,1733983775070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:47,936 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ffbfd3107920:40923, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:47,937 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:47,937 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:47,942 DEBUG [master/ffbfd3107920:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-12T06:09:47,966 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.943sec 2024-12-12T06:09:47,968 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T06:09:47,970 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T06:09:47,971 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T06:09:47,972 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T06:09:47,972 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T06:09:47,973 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40923,1733983775070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:09:47,973 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40923,1733983775070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T06:09:47,979 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-12T06:09:47,980 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T06:09:47,980 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40923,1733983775070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:09:47,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d6e658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:09:47,987 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-12T06:09:47,987 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-12T06:09:47,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ffbfd3107920,40923,-1 for getting cluster id 2024-12-12T06:09:47,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T06:09:48,005 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59b4a8aa-8295-4b49-b229-13899fbed3b5' 2024-12-12T06:09:48,007 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T06:09:48,008 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59b4a8aa-8295-4b49-b229-13899fbed3b5" 2024-12-12T06:09:48,008 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e2373c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:09:48,008 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ffbfd3107920,40923,-1] 2024-12-12T06:09:48,012 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T06:09:48,014 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:09:48,014 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T06:09:48,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfa1642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:09:48,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:09:48,023 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1] 2024-12-12T06:09:48,023 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:09:48,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:09:48,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ffbfd3107920,40923,1733983775070 2024-12-12T06:09:48,051 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733983788050 (current time:1733983788050). 2024-12-12T06:09:48,052 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T06:09:48,052 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-12T06:09:48,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ca6ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:09:48,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ffbfd3107920,40923,-1 for getting cluster id 2024-12-12T06:09:48,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T06:09:48,056 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59b4a8aa-8295-4b49-b229-13899fbed3b5' 2024-12-12T06:09:48,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T06:09:48,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59b4a8aa-8295-4b49-b229-13899fbed3b5" 2024-12-12T06:09:48,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30948a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:09:48,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ffbfd3107920,40923,-1] 2024-12-12T06:09:48,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T06:09:48,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:09:48,058 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T06:09:48,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739fb52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:09:48,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:09:48,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1] 2024-12-12T06:09:48,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:09:48,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:09:48,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T06:09:48,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:09:48,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:09:48,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:09:48,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T06:09:48,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T06:09:48,079 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ffbfd3107920,40923,1733983775070 2024-12-12T06:09:48,081 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac4c2b6 2024-12-12T06:09:48,082 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T06:09:48,084 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T06:09:48,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T06:09:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-12T06:09:48,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T06:09:48,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-12T06:09:48,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:48,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T06:09:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741837_1013 (size=361) 2024-12-12T06:09:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741837_1013 (size=361) 2024-12-12T06:09:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741837_1013 (size=361) 2024-12-12T06:09:48,124 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c02851bb936c43242a5d75a9e6e7fc22, NAME => 'SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,124 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 82311563f5310f4af9eeee370d8504fa, NAME => 'SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,124 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ed8f3c745882ded038f2367fcd29e269, NAME => 'SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741839_1015 (size=62) 2024-12-12T06:09:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741839_1015 (size=62) 2024-12-12T06:09:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741839_1015 (size=62) 2024-12-12T06:09:48,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ed8f3c745882ded038f2367fcd29e269, disabling compactions & flushes 2024-12-12T06:09:48,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741838_1014 (size=54) 2024-12-12T06:09:48,150 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:09:48,150 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:09:48,150 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. after waiting 0 ms 2024-12-12T06:09:48,150 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:09:48,150 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:09:48,150 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ed8f3c745882ded038f2367fcd29e269: Waiting for close lock at 1733983788149Disabling compacts and flushes for region at 1733983788149Disabling writes for close at 1733983788150 (+1 ms)Writing region close event to WAL at 1733983788150Closed at 1733983788150 2024-12-12T06:09:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741838_1014 (size=54) 2024-12-12T06:09:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741838_1014 (size=54) 2024-12-12T06:09:48,151 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 90409f34778ad609165e3474507929c6, NAME => 'SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741840_1016 (size=62) 2024-12-12T06:09:48,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c02851bb936c43242a5d75a9e6e7fc22, disabling compactions & flushes 2024-12-12T06:09:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741840_1016 (size=62) 2024-12-12T06:09:48,152 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:09:48,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:09:48,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. after waiting 0 ms 2024-12-12T06:09:48,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:09:48,152 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:09:48,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c02851bb936c43242a5d75a9e6e7fc22: Waiting for close lock at 1733983788152Disabling compacts and flushes for region at 1733983788152Disabling writes for close at 1733983788152Writing region close event to WAL at 1733983788152Closed at 1733983788152 2024-12-12T06:09:48,153 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32b5af945ab235d9c01074af9294d660, NAME => 'SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 82311563f5310f4af9eeee370d8504fa, disabling compactions & flushes 2024-12-12T06:09:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741840_1016 (size=62) 2024-12-12T06:09:48,154 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:09:48,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:09:48,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. after waiting 0 ms 2024-12-12T06:09:48,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:09:48,154 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:09:48,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 82311563f5310f4af9eeee370d8504fa: Waiting for close lock at 1733983788154Disabling compacts and flushes for region at 1733983788154Disabling writes for close at 1733983788154Writing region close event to WAL at 1733983788154Closed at 1733983788154 2024-12-12T06:09:48,155 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 608d572a8e71021c0c16ca2ecbe02f7f, NAME => 'SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741843_1019 (size=62) 2024-12-12T06:09:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741842_1018 (size=62) 2024-12-12T06:09:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741843_1019 (size=62) 2024-12-12T06:09:48,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741842_1018 (size=62) 2024-12-12T06:09:48,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 608d572a8e71021c0c16ca2ecbe02f7f, disabling compactions & flushes 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 32b5af945ab235d9c01074af9294d660, disabling compactions & flushes 2024-12-12T06:09:48,172 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:09:48,172 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:09:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741842_1018 (size=62) 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. after waiting 0 ms 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. after waiting 0 ms 2024-12-12T06:09:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741843_1019 (size=62) 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:09:48,172 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:09:48,172 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 608d572a8e71021c0c16ca2ecbe02f7f: Waiting for close lock at 1733983788172Disabling compacts and flushes for region at 1733983788172Disabling writes for close at 1733983788172Writing region close event to WAL at 1733983788172Closed at 1733983788172 2024-12-12T06:09:48,172 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32b5af945ab235d9c01074af9294d660: Waiting for close lock at 1733983788172Disabling compacts and flushes for region at 1733983788172Disabling writes for close at 1733983788172Writing region close event to WAL at 1733983788172Closed at 1733983788172 2024-12-12T06:09:48,173 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 530f3a85ea28be8f4b36eaab165abe29, NAME => 'SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,173 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5372f5b9a6ef7600eabcb1bad4097e4, NAME => 'SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741841_1017 (size=62) 2024-12-12T06:09:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741841_1017 (size=62) 2024-12-12T06:09:48,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741841_1017 (size=62) 2024-12-12T06:09:48,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 90409f34778ad609165e3474507929c6, disabling compactions & flushes 2024-12-12T06:09:48,177 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:09:48,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:09:48,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. after waiting 0 ms 2024-12-12T06:09:48,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:09:48,177 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:09:48,177 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 90409f34778ad609165e3474507929c6: Waiting for close lock at 1733983788177Disabling compacts and flushes for region at 1733983788177Disabling writes for close at 1733983788177Writing region close event to WAL at 1733983788177Closed at 1733983788177 2024-12-12T06:09:48,178 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a9dec0f53b0de627e0ed877fbe91709d, NAME => 'SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741844_1020 (size=62) 2024-12-12T06:09:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741845_1021 (size=62) 2024-12-12T06:09:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741844_1020 (size=62) 2024-12-12T06:09:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741845_1021 (size=62) 2024-12-12T06:09:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741844_1020 (size=62) 2024-12-12T06:09:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741845_1021 (size=62) 2024-12-12T06:09:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741846_1022 (size=62) 2024-12-12T06:09:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741846_1022 (size=62) 2024-12-12T06:09:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741846_1022 (size=62) 2024-12-12T06:09:48,203 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a9dec0f53b0de627e0ed877fbe91709d, disabling compactions & flushes 2024-12-12T06:09:48,204 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:09:48,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:09:48,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. after waiting 0 ms 2024-12-12T06:09:48,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:09:48,204 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:09:48,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a9dec0f53b0de627e0ed877fbe91709d: Waiting for close lock at 1733983788204Disabling compacts and flushes for region at 1733983788204Disabling writes for close at 1733983788204Writing region close event to WAL at 1733983788204Closed at 1733983788204 2024-12-12T06:09:48,205 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3977ee44930769a742d82c7f7969256c, NAME => 'SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64 2024-12-12T06:09:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741847_1023 (size=54) 2024-12-12T06:09:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741847_1023 (size=54) 2024-12-12T06:09:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741847_1023 (size=54) 2024-12-12T06:09:48,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3977ee44930769a742d82c7f7969256c, disabling compactions & flushes 2024-12-12T06:09:48,217 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:09:48,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:09:48,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. after waiting 0 ms 2024-12-12T06:09:48,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:09:48,218 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:09:48,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3977ee44930769a742d82c7f7969256c: Waiting for close lock at 1733983788217Disabling compacts and flushes for region at 1733983788217Disabling writes for close at 1733983788218 (+1 ms)Writing region close event to WAL at 1733983788218Closed at 1733983788218 2024-12-12T06:09:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:48,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:48,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 530f3a85ea28be8f4b36eaab165abe29, disabling compactions & flushes 2024-12-12T06:09:48,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a5372f5b9a6ef7600eabcb1bad4097e4, disabling compactions & flushes 2024-12-12T06:09:48,596 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:09:48,596 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:09:48,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:09:48,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:09:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. after waiting 0 ms 2024-12-12T06:09:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. after waiting 0 ms 2024-12-12T06:09:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:09:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:09:48,597 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:09:48,597 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:09:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 530f3a85ea28be8f4b36eaab165abe29: Waiting for close lock at 1733983788596Disabling compacts and flushes for region at 1733983788596Disabling writes for close at 1733983788597 (+1 ms)Writing region close event to WAL at 1733983788597Closed at 1733983788597 2024-12-12T06:09:48,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5372f5b9a6ef7600eabcb1bad4097e4: Waiting for close lock at 1733983788596Disabling compacts and flushes for region at 1733983788596Disabling writes for close at 1733983788597 (+1 ms)Writing region close event to WAL at 1733983788597Closed at 1733983788597 2024-12-12T06:09:48,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T06:09:48,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983788601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983788601"}]},"ts":"1733983788601"} 2024-12-12T06:09:48,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-12T06:09:48,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T06:09:48,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983788642"}]},"ts":"1733983788642"} 2024-12-12T06:09:48,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-12T06:09:48,649 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0} 2024-12-12T06:09:48,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-12T06:09:48,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-12T06:09:48,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-12T06:09:48,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-12T06:09:48,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-12T06:09:48,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-12T06:09:48,655 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-12T06:09:48,655 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-12T06:09:48,655 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-12T06:09:48,655 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T06:09:48,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c02851bb936c43242a5d75a9e6e7fc22, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82311563f5310f4af9eeee370d8504fa, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90409f34778ad609165e3474507929c6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=608d572a8e71021c0c16ca2ecbe02f7f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5372f5b9a6ef7600eabcb1bad4097e4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3977ee44930769a742d82c7f7969256c, ASSIGN}] 2024-12-12T06:09:48,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82311563f5310f4af9eeee370d8504fa, ASSIGN 2024-12-12T06:09:48,661 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c02851bb936c43242a5d75a9e6e7fc22, ASSIGN 2024-12-12T06:09:48,661 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3977ee44930769a742d82c7f7969256c, ASSIGN 2024-12-12T06:09:48,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN 2024-12-12T06:09:48,662 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3977ee44930769a742d82c7f7969256c, ASSIGN; state=OFFLINE, location=ffbfd3107920,34145,1733983775857; forceNewPlan=false, retain=false 2024-12-12T06:09:48,662 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5372f5b9a6ef7600eabcb1bad4097e4, ASSIGN 2024-12-12T06:09:48,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN; state=OFFLINE, location=ffbfd3107920,46511,1733983775927; forceNewPlan=false, retain=false 2024-12-12T06:09:48,662 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c02851bb936c43242a5d75a9e6e7fc22, ASSIGN; state=OFFLINE, location=ffbfd3107920,34145,1733983775857; forceNewPlan=false, retain=false 2024-12-12T06:09:48,662 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82311563f5310f4af9eeee370d8504fa, ASSIGN; state=OFFLINE, location=ffbfd3107920,37565,1733983775761; forceNewPlan=false, retain=false 2024-12-12T06:09:48,664 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5372f5b9a6ef7600eabcb1bad4097e4, ASSIGN; state=OFFLINE, location=ffbfd3107920,37565,1733983775761; forceNewPlan=false, retain=false 2024-12-12T06:09:48,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN 2024-12-12T06:09:48,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=608d572a8e71021c0c16ca2ecbe02f7f, ASSIGN 2024-12-12T06:09:48,669 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN; state=OFFLINE, location=ffbfd3107920,46511,1733983775927; forceNewPlan=false, retain=false 2024-12-12T06:09:48,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=608d572a8e71021c0c16ca2ecbe02f7f, ASSIGN; state=OFFLINE, location=ffbfd3107920,34145,1733983775857; forceNewPlan=false, retain=false 2024-12-12T06:09:48,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN 2024-12-12T06:09:48,669 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90409f34778ad609165e3474507929c6, ASSIGN 2024-12-12T06:09:48,670 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN; state=OFFLINE, location=ffbfd3107920,46511,1733983775927; forceNewPlan=false, retain=false 2024-12-12T06:09:48,670 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90409f34778ad609165e3474507929c6, ASSIGN; state=OFFLINE, location=ffbfd3107920,37565,1733983775761; forceNewPlan=false, retain=false 2024-12-12T06:09:48,670 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN 2024-12-12T06:09:48,672 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN; state=OFFLINE, location=ffbfd3107920,46511,1733983775927; forceNewPlan=false, retain=false 2024-12-12T06:09:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:48,820 INFO [ffbfd3107920:40923 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-12T06:09:48,823 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ed8f3c745882ded038f2367fcd29e269, regionState=OPENING, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:48,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a9dec0f53b0de627e0ed877fbe91709d, regionState=OPENING, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:48,823 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=530f3a85ea28be8f4b36eaab165abe29, regionState=OPENING, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:48,823 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a5372f5b9a6ef7600eabcb1bad4097e4, regionState=OPENING, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:09:48,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32b5af945ab235d9c01074af9294d660, regionState=OPENING, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:48,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82311563f5310f4af9eeee370d8504fa, regionState=OPENING, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:09:48,824 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=90409f34778ad609165e3474507929c6, regionState=OPENING, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:09:48,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=608d572a8e71021c0c16ca2ecbe02f7f, regionState=OPENING, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:09:48,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c02851bb936c43242a5d75a9e6e7fc22, regionState=OPENING, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:09:48,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3977ee44930769a742d82c7f7969256c, regionState=OPENING, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:09:48,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN because future has completed 2024-12-12T06:09:48,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8f3c745882ded038f2367fcd29e269, server=ffbfd3107920,46511,1733983775927}] 2024-12-12T06:09:48,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN because future has completed 2024-12-12T06:09:48,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b5af945ab235d9c01074af9294d660, server=ffbfd3107920,46511,1733983775927}] 2024-12-12T06:09:48,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN because future has completed 2024-12-12T06:09:48,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5372f5b9a6ef7600eabcb1bad4097e4, ASSIGN because future has completed 2024-12-12T06:09:48,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530f3a85ea28be8f4b36eaab165abe29, server=ffbfd3107920,46511,1733983775927}] 2024-12-12T06:09:48,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5372f5b9a6ef7600eabcb1bad4097e4, server=ffbfd3107920,37565,1733983775761}] 2024-12-12T06:09:48,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN because future has completed 2024-12-12T06:09:48,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82311563f5310f4af9eeee370d8504fa, ASSIGN because future has completed 2024-12-12T06:09:48,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=608d572a8e71021c0c16ca2ecbe02f7f, ASSIGN because future has completed 2024-12-12T06:09:48,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9dec0f53b0de627e0ed877fbe91709d, server=ffbfd3107920,46511,1733983775927}] 2024-12-12T06:09:48,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 608d572a8e71021c0c16ca2ecbe02f7f, server=ffbfd3107920,34145,1733983775857}] 2024-12-12T06:09:48,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82311563f5310f4af9eeee370d8504fa, server=ffbfd3107920,37565,1733983775761}] 2024-12-12T06:09:48,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90409f34778ad609165e3474507929c6, ASSIGN because future has completed 2024-12-12T06:09:48,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c02851bb936c43242a5d75a9e6e7fc22, ASSIGN because future has completed 2024-12-12T06:09:48,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3977ee44930769a742d82c7f7969256c, ASSIGN because future has completed 2024-12-12T06:09:48,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c02851bb936c43242a5d75a9e6e7fc22, server=ffbfd3107920,34145,1733983775857}] 2024-12-12T06:09:48,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3977ee44930769a742d82c7f7969256c, server=ffbfd3107920,34145,1733983775857}] 2024-12-12T06:09:48,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90409f34778ad609165e3474507929c6, server=ffbfd3107920,37565,1733983775761}] 2024-12-12T06:09:49,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-12T06:09:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:53,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T06:09:55,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-12T06:09:55,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-12T06:09:55,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T06:09:55,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-12T06:09:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:09:58,845 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T06:09:58,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T06:09:58,849 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:09:58,849 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a9dec0f53b0de627e0ed877fbe91709d, NAME => 'SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-12T06:09:58,849 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,850 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,850 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,850 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T06:09:58,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T06:09:58,853 INFO [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,855 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:09:58,855 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 90409f34778ad609165e3474507929c6, NAME => 'SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-12T06:09:58,856 INFO [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9dec0f53b0de627e0ed877fbe91709d columnFamilyName cf 2024-12-12T06:09:58,856 DEBUG [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,856 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,856 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,857 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,857 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,857 INFO [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] regionserver.HStore(327): Store=a9dec0f53b0de627e0ed877fbe91709d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,858 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,859 INFO [StoreOpener-90409f34778ad609165e3474507929c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,859 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,860 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,860 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,860 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,861 INFO [StoreOpener-90409f34778ad609165e3474507929c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90409f34778ad609165e3474507929c6 columnFamilyName cf 2024-12-12T06:09:58,861 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:09:58,861 DEBUG [StoreOpener-90409f34778ad609165e3474507929c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,861 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3977ee44930769a742d82c7f7969256c, NAME => 'SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-12T06:09:58,862 INFO [StoreOpener-90409f34778ad609165e3474507929c6-1 {}] regionserver.HStore(327): Store=90409f34778ad609165e3474507929c6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,862 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,862 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,862 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,862 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,862 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,863 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,863 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,863 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,864 INFO [StoreOpener-3977ee44930769a742d82c7f7969256c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,864 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,864 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,866 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a9dec0f53b0de627e0ed877fbe91709d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,866 INFO [StoreOpener-3977ee44930769a742d82c7f7969256c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3977ee44930769a742d82c7f7969256c columnFamilyName cf 2024-12-12T06:09:58,867 DEBUG [StoreOpener-3977ee44930769a742d82c7f7969256c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,867 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,867 INFO [StoreOpener-3977ee44930769a742d82c7f7969256c-1 {}] regionserver.HStore(327): Store=3977ee44930769a742d82c7f7969256c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,867 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a9dec0f53b0de627e0ed877fbe91709d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73872563, jitterRate=0.1007869690656662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,867 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:09:58,867 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,868 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a9dec0f53b0de627e0ed877fbe91709d: Running coprocessor pre-open hook at 1733983798850Writing region info on filesystem at 1733983798850Initializing all the Stores at 1733983798852 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798852Cleaning up temporary data from old regions at 1733983798860 (+8 ms)Running coprocessor post-open hooks at 1733983798867 (+7 ms)Region opened successfully at 1733983798868 (+1 ms) 2024-12-12T06:09:58,869 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,869 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,869 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/90409f34778ad609165e3474507929c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,870 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,870 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,870 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 90409f34778ad609165e3474507929c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73577873, jitterRate=0.09639574587345123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,870 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90409f34778ad609165e3474507929c6 2024-12-12T06:09:58,871 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 90409f34778ad609165e3474507929c6: Running coprocessor pre-open hook at 1733983798857Writing region info on filesystem at 1733983798857Initializing all the Stores at 1733983798858 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798858Cleaning up temporary data from old regions at 1733983798864 (+6 ms)Running coprocessor post-open hooks at 1733983798870 (+6 ms)Region opened successfully at 1733983798870 2024-12-12T06:09:58,871 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., pid=19, masterSystemTime=1733983798836 2024-12-12T06:09:58,872 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6., pid=24, masterSystemTime=1733983798844 2024-12-12T06:09:58,873 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,874 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:09:58,874 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:09:58,875 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:09:58,875 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b5af945ab235d9c01074af9294d660, NAME => 'SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-12T06:09:58,875 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,875 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,876 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,876 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a9dec0f53b0de627e0ed877fbe91709d, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:58,877 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:09:58,877 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:09:58,877 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:09:58,877 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a5372f5b9a6ef7600eabcb1bad4097e4, NAME => 'SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-12T06:09:58,878 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,878 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,878 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,879 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,879 INFO [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,879 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=90409f34778ad609165e3474507929c6, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:09:58,879 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3977ee44930769a742d82c7f7969256c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71809667, jitterRate=0.07004742324352264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,879 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:09:58,880 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3977ee44930769a742d82c7f7969256c: Running coprocessor pre-open hook at 1733983798862Writing region info on filesystem at 1733983798862Initializing all the Stores at 1733983798863 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798863Cleaning up temporary data from old regions at 1733983798870 (+7 ms)Running coprocessor post-open hooks at 1733983798879 (+9 ms)Region opened successfully at 1733983798879 2024-12-12T06:09:58,881 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., pid=23, masterSystemTime=1733983798850 2024-12-12T06:09:58,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9dec0f53b0de627e0ed877fbe91709d, server=ffbfd3107920,46511,1733983775927 because future has completed 2024-12-12T06:09:58,882 INFO [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b5af945ab235d9c01074af9294d660 columnFamilyName cf 2024-12-12T06:09:58,883 DEBUG [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,884 INFO [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] regionserver.HStore(327): Store=32b5af945ab235d9c01074af9294d660/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,885 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,885 INFO [StoreOpener-a5372f5b9a6ef7600eabcb1bad4097e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90409f34778ad609165e3474507929c6, server=ffbfd3107920,37565,1733983775761 because future has completed 2024-12-12T06:09:58,887 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,887 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ffbfd3107920,37565,1733983775761, table=SPTestTable, region=90409f34778ad609165e3474507929c6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-12T06:09:58,888 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:09:58,888 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:09:58,888 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:09:58,888 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,888 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c02851bb936c43242a5d75a9e6e7fc22, NAME => 'SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-12T06:09:58,889 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,889 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,889 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,889 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3977ee44930769a742d82c7f7969256c, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:09:58,890 INFO [StoreOpener-a5372f5b9a6ef7600eabcb1bad4097e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5372f5b9a6ef7600eabcb1bad4097e4 columnFamilyName cf 2024-12-12T06:09:58,890 DEBUG [StoreOpener-a5372f5b9a6ef7600eabcb1bad4097e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,891 INFO [StoreOpener-a5372f5b9a6ef7600eabcb1bad4097e4-1 {}] regionserver.HStore(327): Store=a5372f5b9a6ef7600eabcb1bad4097e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,891 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-12-12T06:09:58,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a9dec0f53b0de627e0ed877fbe91709d, server=ffbfd3107920,46511,1733983775927 in 10.0440 sec 2024-12-12T06:09:58,892 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,893 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,893 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,893 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3977ee44930769a742d82c7f7969256c, server=ffbfd3107920,34145,1733983775857 because future has completed 2024-12-12T06:09:58,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-12T06:09:58,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 90409f34778ad609165e3474507929c6, server=ffbfd3107920,37565,1733983775761 in 10.0350 sec 2024-12-12T06:09:58,894 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,894 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,895 INFO [StoreOpener-c02851bb936c43242a5d75a9e6e7fc22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN in 10.2350 sec 2024-12-12T06:09:58,898 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,898 INFO [StoreOpener-c02851bb936c43242a5d75a9e6e7fc22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c02851bb936c43242a5d75a9e6e7fc22 columnFamilyName cf 2024-12-12T06:09:58,898 DEBUG [StoreOpener-c02851bb936c43242a5d75a9e6e7fc22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,898 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,899 INFO [StoreOpener-c02851bb936c43242a5d75a9e6e7fc22-1 {}] regionserver.HStore(327): Store=c02851bb936c43242a5d75a9e6e7fc22/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,899 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90409f34778ad609165e3474507929c6, ASSIGN in 10.2370 sec 2024-12-12T06:09:58,901 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,902 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,903 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,903 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,903 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,904 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a5372f5b9a6ef7600eabcb1bad4097e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66752752, jitterRate=-0.0053064823150634766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,904 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:09:58,904 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a5372f5b9a6ef7600eabcb1bad4097e4: Running coprocessor pre-open hook at 1733983798879Writing region info on filesystem at 1733983798879Initializing all the Stores at 1733983798883 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798883Cleaning up temporary data from old regions at 1733983798894 (+11 ms)Running coprocessor post-open hooks at 1733983798904 (+10 ms)Region opened successfully at 1733983798904 2024-12-12T06:09:58,905 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., pid=17, masterSystemTime=1733983798844 2024-12-12T06:09:58,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-12-12T06:09:58,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3977ee44930769a742d82c7f7969256c, server=ffbfd3107920,34145,1733983775857 in 10.0510 sec 2024-12-12T06:09:58,907 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,908 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/32b5af945ab235d9c01074af9294d660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,910 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:09:58,910 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:09:58,910 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:09:58,910 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 82311563f5310f4af9eeee370d8504fa, NAME => 'SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-12T06:09:58,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3977ee44930769a742d82c7f7969256c, ASSIGN in 10.2490 sec 2024-12-12T06:09:58,911 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a5372f5b9a6ef7600eabcb1bad4097e4, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:09:58,911 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,911 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 32b5af945ab235d9c01074af9294d660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65712459, jitterRate=-0.020808055996894836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,911 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,911 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:09:58,911 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,911 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 32b5af945ab235d9c01074af9294d660: Running coprocessor pre-open hook at 1733983798876Writing region info on filesystem at 1733983798876Initializing all the Stores at 1733983798878 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798878Cleaning up temporary data from old regions at 1733983798893 (+15 ms)Running coprocessor post-open hooks at 1733983798911 (+18 ms)Region opened successfully at 1733983798911 2024-12-12T06:09:58,913 INFO [StoreOpener-82311563f5310f4af9eeee370d8504fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,914 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/c02851bb936c43242a5d75a9e6e7fc22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5372f5b9a6ef7600eabcb1bad4097e4, server=ffbfd3107920,37565,1733983775761 because future has completed 2024-12-12T06:09:58,914 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c02851bb936c43242a5d75a9e6e7fc22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65303128, jitterRate=-0.02690756320953369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,915 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:09:58,915 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c02851bb936c43242a5d75a9e6e7fc22: Running coprocessor pre-open hook at 1733983798889Writing region info on filesystem at 1733983798889Initializing all the Stores at 1733983798894 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798895 (+1 ms)Cleaning up temporary data from old regions at 1733983798903 (+8 ms)Running coprocessor post-open hooks at 1733983798915 (+12 ms)Region opened successfully at 1733983798915 2024-12-12T06:09:58,915 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660., pid=16, masterSystemTime=1733983798836 2024-12-12T06:09:58,916 INFO [StoreOpener-82311563f5310f4af9eeee370d8504fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82311563f5310f4af9eeee370d8504fa columnFamilyName cf 2024-12-12T06:09:58,916 DEBUG [StoreOpener-82311563f5310f4af9eeee370d8504fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,916 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22., pid=22, masterSystemTime=1733983798850 2024-12-12T06:09:58,917 INFO [StoreOpener-82311563f5310f4af9eeee370d8504fa-1 {}] regionserver.HStore(327): Store=82311563f5310f4af9eeee370d8504fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,917 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,918 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,918 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:09:58,918 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:09:58,918 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:09:58,919 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ed8f3c745882ded038f2367fcd29e269, NAME => 'SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-12T06:09:58,919 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,919 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,919 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,919 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,920 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,920 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,920 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,921 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:09:58,921 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:09:58,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32b5af945ab235d9c01074af9294d660, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:58,921 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:09:58,922 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 608d572a8e71021c0c16ca2ecbe02f7f, NAME => 'SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-12T06:09:58,922 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,922 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,922 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,922 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,923 INFO [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c02851bb936c43242a5d75a9e6e7fc22, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:09:58,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-12T06:09:58,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a5372f5b9a6ef7600eabcb1bad4097e4, server=ffbfd3107920,37565,1733983775761 in 10.0810 sec 2024-12-12T06:09:58,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b5af945ab235d9c01074af9294d660, server=ffbfd3107920,46511,1733983775927 because future has completed 2024-12-12T06:09:58,926 INFO [StoreOpener-608d572a8e71021c0c16ca2ecbe02f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,926 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,927 INFO [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8f3c745882ded038f2367fcd29e269 columnFamilyName cf 2024-12-12T06:09:58,927 DEBUG [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c02851bb936c43242a5d75a9e6e7fc22, server=ffbfd3107920,34145,1733983775857 because future has completed 2024-12-12T06:09:58,928 INFO [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] regionserver.HStore(327): Store=ed8f3c745882ded038f2367fcd29e269/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,928 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5372f5b9a6ef7600eabcb1bad4097e4, ASSIGN in 10.2670 sec 2024-12-12T06:09:58,930 INFO [StoreOpener-608d572a8e71021c0c16ca2ecbe02f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608d572a8e71021c0c16ca2ecbe02f7f columnFamilyName cf 2024-12-12T06:09:58,930 DEBUG [StoreOpener-608d572a8e71021c0c16ca2ecbe02f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,931 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,931 INFO [StoreOpener-608d572a8e71021c0c16ca2ecbe02f7f-1 {}] regionserver.HStore(327): Store=608d572a8e71021c0c16ca2ecbe02f7f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,932 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,932 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,932 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/82311563f5310f4af9eeee370d8504fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,933 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 82311563f5310f4af9eeee370d8504fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69011174, jitterRate=0.028346627950668335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,933 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:09:58,933 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 82311563f5310f4af9eeee370d8504fa: Running coprocessor pre-open hook at 1733983798911Writing region info on filesystem at 1733983798911Initializing all the Stores at 1733983798913 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798913Cleaning up temporary data from old regions at 1733983798920 (+7 ms)Running coprocessor post-open hooks at 1733983798933 (+13 ms)Region opened successfully at 1733983798933 2024-12-12T06:09:58,934 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,934 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,934 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-12T06:09:58,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b5af945ab235d9c01074af9294d660, server=ffbfd3107920,46511,1733983775927 in 10.0960 sec 2024-12-12T06:09:58,936 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa., pid=20, masterSystemTime=1733983798844 2024-12-12T06:09:58,936 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-12T06:09:58,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c02851bb936c43242a5d75a9e6e7fc22, server=ffbfd3107920,34145,1733983775857 in 10.0820 sec 2024-12-12T06:09:58,936 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,936 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN in 10.2780 sec 2024-12-12T06:09:58,939 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:09:58,940 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:09:58,939 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c02851bb936c43242a5d75a9e6e7fc22, ASSIGN in 10.2790 sec 2024-12-12T06:09:58,941 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82311563f5310f4af9eeee370d8504fa, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:09:58,944 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/ed8f3c745882ded038f2367fcd29e269/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,944 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/608d572a8e71021c0c16ca2ecbe02f7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,945 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 608d572a8e71021c0c16ca2ecbe02f7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71305020, jitterRate=0.062527596950531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,945 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ed8f3c745882ded038f2367fcd29e269; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61301834, jitterRate=-0.08653149008750916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82311563f5310f4af9eeee370d8504fa, server=ffbfd3107920,37565,1733983775761 because future has completed 2024-12-12T06:09:58,945 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:09:58,945 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:09:58,945 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ed8f3c745882ded038f2367fcd29e269: Running coprocessor pre-open hook at 1733983798920Writing region info on filesystem at 1733983798920Initializing all the Stores at 1733983798922 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798923 (+1 ms)Cleaning up temporary data from old regions at 1733983798934 (+11 ms)Running coprocessor post-open hooks at 1733983798945 (+11 ms)Region opened successfully at 1733983798945 2024-12-12T06:09:58,945 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 608d572a8e71021c0c16ca2ecbe02f7f: Running coprocessor pre-open hook at 1733983798922Writing region info on filesystem at 1733983798922Initializing all the Stores at 1733983798925 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798925Cleaning up temporary data from old regions at 1733983798937 (+12 ms)Running coprocessor post-open hooks at 1733983798945 (+8 ms)Region opened successfully at 1733983798945 2024-12-12T06:09:58,946 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269., pid=15, masterSystemTime=1733983798836 2024-12-12T06:09:58,947 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f., pid=21, masterSystemTime=1733983798850 2024-12-12T06:09:58,949 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:09:58,949 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:09:58,949 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:09:58,949 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 530f3a85ea28be8f4b36eaab165abe29, NAME => 'SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-12T06:09:58,950 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,950 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:09:58,950 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,950 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,951 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:09:58,951 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ed8f3c745882ded038f2367fcd29e269, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:58,951 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:09:58,952 INFO [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-12T06:09:58,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 82311563f5310f4af9eeee370d8504fa, server=ffbfd3107920,37565,1733983775761 in 10.1050 sec 2024-12-12T06:09:58,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=608d572a8e71021c0c16ca2ecbe02f7f, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:09:58,955 INFO [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530f3a85ea28be8f4b36eaab165abe29 columnFamilyName cf 2024-12-12T06:09:58,955 DEBUG [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:09:58,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8f3c745882ded038f2367fcd29e269, server=ffbfd3107920,46511,1733983775927 because future has completed 2024-12-12T06:09:58,956 INFO [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] regionserver.HStore(327): Store=530f3a85ea28be8f4b36eaab165abe29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:09:58,957 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82311563f5310f4af9eeee370d8504fa, ASSIGN in 10.2960 sec 2024-12-12T06:09:58,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 608d572a8e71021c0c16ca2ecbe02f7f, server=ffbfd3107920,34145,1733983775857 because future has completed 2024-12-12T06:09:58,958 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,959 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,960 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,960 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-12T06:09:58,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ed8f3c745882ded038f2367fcd29e269, server=ffbfd3107920,46511,1733983775927 in 10.1270 sec 2024-12-12T06:09:58,963 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-12T06:09:58,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN in 10.3040 sec 2024-12-12T06:09:58,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 608d572a8e71021c0c16ca2ecbe02f7f, server=ffbfd3107920,34145,1733983775857 in 10.1180 sec 2024-12-12T06:09:58,966 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/530f3a85ea28be8f4b36eaab165abe29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:09:58,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=608d572a8e71021c0c16ca2ecbe02f7f, ASSIGN in 10.3070 sec 2024-12-12T06:09:58,967 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 530f3a85ea28be8f4b36eaab165abe29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74232363, jitterRate=0.10614840686321259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:09:58,967 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:09:58,968 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 530f3a85ea28be8f4b36eaab165abe29: Running coprocessor pre-open hook at 1733983798950Writing region info on filesystem at 1733983798950Initializing all the Stores at 1733983798952 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983798952Cleaning up temporary data from old regions at 1733983798960 (+8 ms)Running coprocessor post-open hooks at 1733983798967 (+7 ms)Region opened successfully at 1733983798967 2024-12-12T06:09:58,968 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., pid=18, masterSystemTime=1733983798836 2024-12-12T06:09:58,971 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:09:58,971 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:09:58,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=530f3a85ea28be8f4b36eaab165abe29, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,46511,1733983775927 2024-12-12T06:09:58,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530f3a85ea28be8f4b36eaab165abe29, server=ffbfd3107920,46511,1733983775927 because future has completed 2024-12-12T06:09:58,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-12T06:09:58,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 530f3a85ea28be8f4b36eaab165abe29, server=ffbfd3107920,46511,1733983775927 in 10.1400 sec 2024-12-12T06:09:58,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-12T06:09:58,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN in 10.3220 sec 2024-12-12T06:09:58,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T06:09:58,985 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983798985"}]},"ts":"1733983798985"} 2024-12-12T06:09:58,987 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-12T06:09:58,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T06:09:58,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8980 sec 2024-12-12T06:10:01,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-12T06:10:04,244 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T06:10:04,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T06:10:05,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-12T06:10:05,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-12T06:10:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:10:06,372 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-12T06:10:06,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-12T06:10:06,375 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:10:06,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-12T06:10:06,390 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:10:06,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-12T06:10:06,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,449 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., hostname=ffbfd3107920,37565,1733983775761, seqNum=2] 2024-12-12T06:10:06,492 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., hostname=ffbfd3107920,37565,1733983775761, seqNum=2] 2024-12-12T06:10:06,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., hostname=ffbfd3107920,37565,1733983775761, seqNum=2] 2024-12-12T06:10:06,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., hostname=ffbfd3107920,37565,1733983775761, seqNum=2] 2024-12-12T06:10:06,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., hostname=ffbfd3107920,37565,1733983775761, seqNum=2] 2024-12-12T06:10:06,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., hostname=ffbfd3107920,37565,1733983775761, seqNum=2] 2024-12-12T06:10:06,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., hostname=ffbfd3107920,37565,1733983775761, seqNum=2] 2024-12-12T06:10:06,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., hostname=ffbfd3107920,46511,1733983775927, seqNum=2] 2024-12-12T06:10:06,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., hostname=ffbfd3107920,34145,1733983775857, seqNum=2] 2024-12-12T06:10:06,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., hostname=ffbfd3107920,34145,1733983775857, seqNum=2] 2024-12-12T06:10:06,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., hostname=ffbfd3107920,34145,1733983775857, seqNum=2] 2024-12-12T06:10:06,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., hostname=ffbfd3107920,34145,1733983775857, seqNum=2] 2024-12-12T06:10:06,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., hostname=ffbfd3107920,34145,1733983775857, seqNum=2] 2024-12-12T06:10:06,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., hostname=ffbfd3107920,34145,1733983775857, seqNum=2] 2024-12-12T06:10:06,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c., hostname=ffbfd3107920,34145,1733983775857, seqNum=2] 2024-12-12T06:10:07,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:10:07,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:10:07,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:10:07,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:10:07,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:10:07,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:10:07,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:10:07,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:10:08,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:10:08,167 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-12T06:10:08,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:10:08,169 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T06:10:08,174 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T06:10:08,188 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T06:10:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741848_1024 (size=49) 2024-12-12T06:10:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741848_1024 (size=49) 2024-12-12T06:10:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741848_1024 (size=49) 2024-12-12T06:10:08,200 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T06:10:08,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c02851bb936c43242a5d75a9e6e7fc22}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82311563f5310f4af9eeee370d8504fa}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90409f34778ad609165e3474507929c6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 608d572a8e71021c0c16ca2ecbe02f7f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5372f5b9a6ef7600eabcb1bad4097e4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3977ee44930769a742d82c7f7969256c}] 2024-12-12T06:10:08,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:10:08,209 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:10:08,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:08,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3977ee44930769a742d82c7f7969256c 2024-12-12T06:10:08,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:08,216 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:08,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:10:08,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:08,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:10:08,218 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90409f34778ad609165e3474507929c6 2024-12-12T06:10:08,270 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ffbfd3107920,46511,1733983775927 2024-12-12T06:10:08,271 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ffbfd3107920,46511,1733983775927: Simulated kill ***** 2024-12-12T06:10:08,271 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-12T06:10:08,273 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-12T06:10:08,274 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-12T06:10:08,276 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-12T06:10:08,277 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-12T06:10:08,282 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 693900288 }, "NonHeapMemoryUsage": { "committed": 157483008, "init": 7667712, "max": -1, "used": 153821288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "ffbfd3107920", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "ffbfd3107920", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57067", "tag.serverName": "ffbfd3107920,34145,1733983775857", "tag.clusterId": "59b4a8aa-8295-4b49-b229-13899fbed3b5", "tag.Context": "regionserver", "tag.Hostname": "ffbfd3107920", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733983775857, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-12T06:10:08,286 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] master.MasterRpcServices(700): ffbfd3107920,46511,1733983775927 reported a fatal error: ***** ABORTING region server ffbfd3107920,46511,1733983775927: Simulated kill ***** 2024-12-12T06:10:08,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,46511,1733983775927' ***** 2024-12-12T06:10:08,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-12T06:10:08,289 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-12T06:10:08,289 INFO [RS:2;ffbfd3107920:46511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-12T06:10:08,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T06:10:08,289 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:10:08,289 INFO [RS:2;ffbfd3107920:46511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-12T06:10:08,289 INFO [RS:2;ffbfd3107920:46511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:10:08,289 INFO [RS:2;ffbfd3107920:46511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ffbfd3107920:46511. 2024-12-12T06:10:08,289 DEBUG [RS:2;ffbfd3107920:46511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:10:08,289 DEBUG [RS:2;ffbfd3107920:46511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:10:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741836_1012 (size=14382) 2024-12-12T06:10:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741836_1012 (size=14382) 2024-12-12T06:10:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741836_1012 (size=14382) 2024-12-12T06:10:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741835_1011 (size=1257) 2024-12-12T06:10:08,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741835_1011 (size=1257) 2024-12-12T06:10:08,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741835_1011 (size=1257) 2024-12-12T06:10:08,301 DEBUG [RS:2;ffbfd3107920:46511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:10:08,301 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:10:08,302 INFO [RS:2;ffbfd3107920:46511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46511 2024-12-12T06:10:08,321 INFO [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:10:08,349 INFO [regionserver/ffbfd3107920:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T06:10:08,350 INFO [regionserver/ffbfd3107920:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T06:10:08,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,46511,1733983775927 2024-12-12T06:10:08,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T06:10:08,365 INFO [RS:2;ffbfd3107920:46511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:10:08,365 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007ff780903c48@5ff43014 rejected from java.util.concurrent.ThreadPoolExecutor@1af6b58e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-12T06:10:08,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,46511,1733983775927] 2024-12-12T06:10:08,381 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,46511,1733983775927 already deleted, retry=false 2024-12-12T06:10:08,381 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ffbfd3107920,46511,1733983775927 on ffbfd3107920,40923,1733983775070 2024-12-12T06:10:08,388 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ffbfd3107920,46511,1733983775927, splitWal=true, meta=true 2024-12-12T06:10:08,391 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for ffbfd3107920,46511,1733983775927 (carryingMeta=true) ffbfd3107920,46511,1733983775927/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@41b4c86b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-12T06:10:08,392 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ffbfd3107920,46511,1733983775927, splitWal=true, meta=true 2024-12-12T06:10:08,393 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ffbfd3107920,46511,1733983775927, splitWal=true, meta=true, isMeta: true 2024-12-12T06:10:08,394 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:08,394 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:08,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:08,395 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:08,396 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting 2024-12-12T06:10:08,396 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 can not run currently because target server of region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-12T06:10:08,396 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 can not run currently because target server of region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-12T06:10:08,396 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 can not run currently because target server of region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-12T06:10:08,396 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29; timeout=1000, timestamp=1733983809396 2024-12-12T06:10:08,396 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269; timeout=1000, timestamp=1733983809396 2024-12-12T06:10:08,396 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660; timeout=1000, timestamp=1733983809396 2024-12-12T06:10:08,397 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d can not run currently because target server of region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-12T06:10:08,397 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d; timeout=1000, timestamp=1733983809397 2024-12-12T06:10:08,399 INFO [PEWorker-2 {}] master.SplitWALManager(105): ffbfd3107920,46511,1733983775927 WAL count=1, meta=true 2024-12-12T06:10:08,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta}] 2024-12-12T06:10:08,408 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:08,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, worker=ffbfd3107920,37565,1733983775761}] 2024-12-12T06:10:08,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:10:08,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x10018b264f30003, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:10:08,474 INFO [RS:2;ffbfd3107920:46511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:10:08,474 INFO [RS:2;ffbfd3107920:46511 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,46511,1733983775927; zookeeper connection closed. 2024-12-12T06:10:08,474 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e85a984 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e85a984 2024-12-12T06:10:09,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:09,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:09,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:09,397 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:09,398 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 can not run currently because target server of region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-12T06:10:09,398 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 can not run currently because target server of region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-12T06:10:09,398 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 can not run currently because target server of region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-12T06:10:09,398 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29; timeout=2000, timestamp=1733983811398 2024-12-12T06:10:09,398 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269; timeout=2000, timestamp=1733983811398 2024-12-12T06:10:09,398 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660; timeout=2000, timestamp=1733983811398 2024-12-12T06:10:09,399 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d can not run currently because target server of region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-12T06:10:09,400 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d; timeout=2000, timestamp=1733983811400 2024-12-12T06:10:11,400 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:11,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:11,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:11,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:11,404 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 can not run currently because target server of region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-12T06:10:11,404 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 can not run currently because target server of region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-12T06:10:11,404 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d can not run currently because target server of region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-12T06:10:11,404 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 can not run currently because target server of region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-12T06:10:11,405 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660; timeout=4000, timestamp=1733983815405 2024-12-12T06:10:11,405 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29; timeout=4000, timestamp=1733983815405 2024-12-12T06:10:11,405 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d; timeout=4000, timestamp=1733983815405 2024-12-12T06:10:11,405 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269; timeout=4000, timestamp=1733983815405 2024-12-12T06:10:11,897 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ffbfd3107920:40923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-12T06:10:15,406 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:15,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:15,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:15,407 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:15,410 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 can not run currently because target server of region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-12T06:10:15,410 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269; timeout=8000, timestamp=1733983823410 2024-12-12T06:10:15,410 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d can not run currently because target server of region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-12T06:10:15,410 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 can not run currently because target server of region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-12T06:10:15,410 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 can not run currently because target server of region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-12T06:10:15,410 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d; timeout=8000, timestamp=1733983823410 2024-12-12T06:10:15,410 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29; timeout=8000, timestamp=1733983823410 2024-12-12T06:10:15,410 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660; timeout=8000, timestamp=1733983823410 2024-12-12T06:10:18,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-12T06:10:18,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-12T06:10:18,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-12T06:10:18,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:10:18,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-12T06:10:18,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:10:18,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-12T06:10:18,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:10:18,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-12T06:10:18,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:10:18,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:10:18,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:10:18,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-12T06:10:18,231 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3977ee44930769a742d82c7f7969256c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-12T06:10:18,231 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a5372f5b9a6ef7600eabcb1bad4097e4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 608d572a8e71021c0c16ca2ecbe02f7f: 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 82311563f5310f4af9eeee370d8504fa: 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 90409f34778ad609165e3474507929c6: 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c02851bb936c43242a5d75a9e6e7fc22: 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. for SnapshotProcedureTest completed. 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. for SnapshotProcedureTest completed. 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. for SnapshotProcedureTest completed. 2024-12-12T06:10:18,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. for SnapshotProcedureTest completed. 2024-12-12T06:10:18,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:18,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:18,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:18,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:18,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:18,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:18,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:18,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:18,260 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, size=14.0 K (14382bytes) 2024-12-12T06:10:18,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-12T06:10:18,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-12T06:10:18,261 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta 2024-12-12T06:10:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741849_1025 (size=65) 2024-12-12T06:10:18,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741849_1025 (size=65) 2024-12-12T06:10:18,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741849_1025 (size=65) 2024-12-12T06:10:18,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:10:18,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-12T06:10:18,293 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta after 27ms 2024-12-12T06:10:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-12T06:10:18,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:10:18,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:10:18,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 82311563f5310f4af9eeee370d8504fa in 10.0970 sec 2024-12-12T06:10:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741852_1028 (size=57) 2024-12-12T06:10:18,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741852_1028 (size=57) 2024-12-12T06:10:18,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741852_1028 (size=57) 2024-12-12T06:10:18,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:10:18,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-12T06:10:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-12T06:10:18,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:10:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741850_1026 (size=65) 2024-12-12T06:10:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741850_1026 (size=65) 2024-12-12T06:10:18,312 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:10:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741851_1027 (size=65) 2024-12-12T06:10:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741851_1027 (size=65) 2024-12-12T06:10:18,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:10:18,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-12T06:10:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741850_1026 (size=65) 2024-12-12T06:10:18,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:10:18,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-12T06:10:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741851_1027 (size=65) 2024-12-12T06:10:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-12T06:10:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-12T06:10:18,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:10:18,317 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta took 58ms 2024-12-12T06:10:18,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 90409f34778ad609165e3474507929c6 2024-12-12T06:10:18,317 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90409f34778ad609165e3474507929c6 2024-12-12T06:10:18,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:10:18,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c02851bb936c43242a5d75a9e6e7fc22 in 10.1120 sec 2024-12-12T06:10:18,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 608d572a8e71021c0c16ca2ecbe02f7f in 10.1170 sec 2024-12-12T06:10:18,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 90409f34778ad609165e3474507929c6 in 10.1170 sec 2024-12-12T06:10:18,331 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-12T06:10:18,336 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta so closing down 2024-12-12T06:10:18,336 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T06:10:18,338 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta.temp 2024-12-12T06:10:18,342 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta.temp 2024-12-12T06:10:18,344 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T06:10:18,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/.tmp/cf/bf7a9a906bd44c32bca38522fd13a3c3 is 34, key is baa/cf:cf/1733983807302/Put/seqid=0 2024-12-12T06:10:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741854_1030 (size=14141) 2024-12-12T06:10:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741854_1030 (size=14141) 2024-12-12T06:10:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741854_1030 (size=14141) 2024-12-12T06:10:18,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-12T06:10:18,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta.temp to hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-12T06:10:18,377 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-12T06:10:18,377 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, journal: Splitting hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, size=14.0 K (14382bytes) at 1733983818260Finishing writing output for hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta so closing down at 1733983818336 (+76 ms)Creating recovered edits writer path=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta.temp at 1733983818342 (+6 ms)3 split writer threads finished at 1733983818344 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733983818370 (+26 ms)Rename recovered edits hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta.temp to hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733983818373 (+3 ms)Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733983818377 (+4 ms) 2024-12-12T06:10:18,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta 2024-12-12T06:10:18,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-12T06:10:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-12T06:10:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741855_1031 (size=28623) 2024-12-12T06:10:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741855_1031 (size=28623) 2024-12-12T06:10:18,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741855_1031 (size=28623) 2024-12-12T06:10:18,385 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/.tmp/cf/bf7a9a906bd44c32bca38522fd13a3c3 2024-12-12T06:10:18,388 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta to hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs 2024-12-12T06:10:18,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-12T06:10:18,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, worker=ffbfd3107920,37565,1733983775761 in 9.9770 sec 2024-12-12T06:10:18,394 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:18,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-12T06:10:18,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure ffbfd3107920%2C46511%2C1733983775927.meta.1733983787632.meta, worker=ffbfd3107920,37565,1733983775761 in 9.9930 sec 2024-12-12T06:10:18,402 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting dir is empty, no logs to split. 2024-12-12T06:10:18,402 INFO [PEWorker-3 {}] master.SplitWALManager(105): ffbfd3107920,46511,1733983775927 WAL count=0, meta=true 2024-12-12T06:10:18,402 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ffbfd3107920,46511,1733983775927 WAL splitting is done? wals=0, meta=true 2024-12-12T06:10:18,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T06:10:18,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T06:10:18,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:10:18,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/.tmp/cf/6116bef284124a63b5c8d14fc00ff193 is 34, key is eaa/cf:cf/1733983808061/Put/seqid=0 2024-12-12T06:10:18,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741853_1029 (size=499309) 2024-12-12T06:10:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741853_1029 (size=499309) 2024-12-12T06:10:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741853_1029 (size=499309) 2024-12-12T06:10:18,431 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/.tmp/cf/6116bef284124a63b5c8d14fc00ff193 2024-12-12T06:10:18,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/.tmp/cf/bf7a9a906bd44c32bca38522fd13a3c3 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/cf/bf7a9a906bd44c32bca38522fd13a3c3 2024-12-12T06:10:18,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/.tmp/cf/6116bef284124a63b5c8d14fc00ff193 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/cf/6116bef284124a63b5c8d14fc00ff193 2024-12-12T06:10:18,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/cf/bf7a9a906bd44c32bca38522fd13a3c3, entries=731, sequenceid=5, filesize=28.0 K 2024-12-12T06:10:18,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/cf/6116bef284124a63b5c8d14fc00ff193, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-12T06:10:18,463 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a5372f5b9a6ef7600eabcb1bad4097e4 in 233ms, sequenceid=5, compaction requested=false 2024-12-12T06:10:18,463 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3977ee44930769a742d82c7f7969256c in 233ms, sequenceid=5, compaction requested=false 2024-12-12T06:10:18,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a5372f5b9a6ef7600eabcb1bad4097e4: 2024-12-12T06:10:18,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3977ee44930769a742d82c7f7969256c: 2024-12-12T06:10:18,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. for SnapshotProcedureTest completed. 2024-12-12T06:10:18,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. for SnapshotProcedureTest completed. 2024-12-12T06:10:18,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:18,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:18,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/cf/bf7a9a906bd44c32bca38522fd13a3c3] hfiles 2024-12-12T06:10:18,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/cf/6116bef284124a63b5c8d14fc00ff193] hfiles 2024-12-12T06:10:18,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/cf/bf7a9a906bd44c32bca38522fd13a3c3 for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/cf/6116bef284124a63b5c8d14fc00ff193 for snapshot=SnapshotProcedureTest 2024-12-12T06:10:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741857_1033 (size=97) 2024-12-12T06:10:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741857_1033 (size=97) 2024-12-12T06:10:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741857_1033 (size=97) 2024-12-12T06:10:18,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:10:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741856_1032 (size=105) 2024-12-12T06:10:18,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-12T06:10:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741856_1032 (size=105) 2024-12-12T06:10:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-12T06:10:18,482 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3977ee44930769a742d82c7f7969256c 2024-12-12T06:10:18,482 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3977ee44930769a742d82c7f7969256c 2024-12-12T06:10:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741856_1032 (size=105) 2024-12-12T06:10:18,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:10:18,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-12T06:10:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-12T06:10:18,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:10:18,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:10:18,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3977ee44930769a742d82c7f7969256c in 10.2810 sec 2024-12-12T06:10:18,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a5372f5b9a6ef7600eabcb1bad4097e4 in 10.2840 sec 2024-12-12T06:10:18,559 DEBUG [ffbfd3107920:40923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-12T06:10:18,559 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0} 2024-12-12T06:10:18,559 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-12T06:10:18,559 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-12T06:10:18,559 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-12T06:10:18,559 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-12T06:10:18,559 INFO [ffbfd3107920:40923 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-12T06:10:18,559 INFO [ffbfd3107920:40923 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-12T06:10:18,560 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T06:10:18,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:18,562 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,34145,1733983775857, state=OPENING 2024-12-12T06:10:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:10:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:10:18,612 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:10:18,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:10:18,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:10:18,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:10:18,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T06:10:18,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,34145,1733983775857}] 2024-12-12T06:10:23,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:23,411 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:23,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:23,412 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:23,415 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 can not run currently because target server of region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-12T06:10:23,415 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d can not run currently because target server of region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-12T06:10:23,415 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269; timeout=16000, timestamp=1733983839415 2024-12-12T06:10:23,415 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 can not run currently because target server of region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-12T06:10:23,415 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d; timeout=16000, timestamp=1733983839415 2024-12-12T06:10:23,416 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29; timeout=16000, timestamp=1733983839415 2024-12-12T06:10:23,416 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 can not run currently because target server of region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. ffbfd3107920,46511,1733983775927 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-12T06:10:23,416 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660; timeout=16000, timestamp=1733983839416 2024-12-12T06:10:28,318 INFO [master/ffbfd3107920:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-12T06:10:28,319 INFO [master/ffbfd3107920:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-12T06:10:28,624 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-12T06:10:28,624 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:10:28,625 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T06:10:28,628 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C34145%2C1733983775857.meta, suffix=.meta, logDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,34145,1733983775857, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs, maxLogs=32 2024-12-12T06:10:28,649 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,34145,1733983775857/ffbfd3107920%2C34145%2C1733983775857.meta.1733983828630.meta, exclude list is [], retry=0 2024-12-12T06:10:28,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35583,DS-b256565f-e11f-4795-aad7-c9d524e32394,DISK] 2024-12-12T06:10:28,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-cb064ada-4a60-44f3-b523-c66bef394b91,DISK] 2024-12-12T06:10:28,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43319,DS-57525676-5104-43dc-b67c-12c4942752ae,DISK] 2024-12-12T06:10:28,687 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,34145,1733983775857/ffbfd3107920%2C34145%2C1733983775857.meta.1733983828630.meta 2024-12-12T06:10:28,688 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46235:46235),(127.0.0.1/127.0.0.1:46829:46829),(127.0.0.1/127.0.0.1:37813:37813)] 2024-12-12T06:10:28,688 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T06:10:28,688 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T06:10:28,688 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T06:10:28,688 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T06:10:28,689 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T06:10:28,689 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:10:28,689 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-12T06:10:28,689 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-12T06:10:28,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T06:10:28,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T06:10:28,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:28,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:10:28,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T06:10:28,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T06:10:28,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:28,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:10:28,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T06:10:28,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T06:10:28,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:28,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:10:28,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T06:10:28,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T06:10:28,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:28,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:10:28,702 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T06:10:28,703 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740 2024-12-12T06:10:28,705 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740 2024-12-12T06:10:28,706 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-12T06:10:28,716 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-12T06:10:28,717 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-12T06:10:28,735 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/info/f103cdb452734b73acfe912c72a101b0 is 167, key is SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa./info:regioninfo/1733983798941/Put/seqid=0 2024-12-12T06:10:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741859_1035 (size=18393) 2024-12-12T06:10:28,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741859_1035 (size=18393) 2024-12-12T06:10:28,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741859_1035 (size=18393) 2024-12-12T06:10:28,744 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/info/f103cdb452734b73acfe912c72a101b0 2024-12-12T06:10:28,766 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/ns/675d87fc88814944b52955e7c033e4c4 is 43, key is default/ns:d/1733983787876/Put/seqid=0 2024-12-12T06:10:28,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741860_1036 (size=5153) 2024-12-12T06:10:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741860_1036 (size=5153) 2024-12-12T06:10:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741860_1036 (size=5153) 2024-12-12T06:10:28,776 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/ns/675d87fc88814944b52955e7c033e4c4 2024-12-12T06:10:28,807 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/table/d83d82457af841b9a73b4fe156b7820e is 47, key is SPTestTable/table:state/1733983798985/Put/seqid=0 2024-12-12T06:10:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741861_1037 (size=5214) 2024-12-12T06:10:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741861_1037 (size=5214) 2024-12-12T06:10:28,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741861_1037 (size=5214) 2024-12-12T06:10:28,822 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/table/d83d82457af841b9a73b4fe156b7820e 2024-12-12T06:10:28,834 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/info/f103cdb452734b73acfe912c72a101b0 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/info/f103cdb452734b73acfe912c72a101b0 2024-12-12T06:10:28,843 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/info/f103cdb452734b73acfe912c72a101b0, entries=100, sequenceid=28, filesize=18.0 K 2024-12-12T06:10:28,844 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/ns/675d87fc88814944b52955e7c033e4c4 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/ns/675d87fc88814944b52955e7c033e4c4 2024-12-12T06:10:28,852 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/ns/675d87fc88814944b52955e7c033e4c4, entries=2, sequenceid=28, filesize=5.0 K 2024-12-12T06:10:28,854 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/table/d83d82457af841b9a73b4fe156b7820e as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/table/d83d82457af841b9a73b4fe156b7820e 2024-12-12T06:10:28,863 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/table/d83d82457af841b9a73b4fe156b7820e, entries=2, sequenceid=28, filesize=5.1 K 2024-12-12T06:10:28,863 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=28, compaction requested=false; wal=null 2024-12-12T06:10:28,864 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-12T06:10:28,866 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T06:10:28,866 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T06:10:28,867 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T06:10:28,869 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T06:10:28,871 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-12T06:10:28,873 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64878466, jitterRate=-0.033235520124435425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T06:10:28,873 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-12T06:10:28,873 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733983828689Writing region info on filesystem at 1733983828689Initializing all the Stores at 1733983828691 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983828691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983828691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983828691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983828691Obtaining lock to block concurrent updates at 1733983828717 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1733983828717Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733983828717Flushing stores of hbase:meta,,1.1588230740 at 1733983828717Flushing 1588230740/info: creating writer at 1733983828717Flushing 1588230740/info: appending metadata at 1733983828735 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733983828735Flushing 1588230740/ns: creating writer at 1733983828752 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733983828766 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733983828766Flushing 1588230740/table: creating writer at 1733983828786 (+20 ms)Flushing 1588230740/table: appending metadata at 1733983828807 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733983828807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47806609: reopening flushed file at 1733983828832 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9319f0: reopening flushed file at 1733983828843 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76836ad5: reopening flushed file at 1733983828853 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=28, compaction requested=false; wal=null at 1733983828863 (+10 ms)Cleaning up temporary data from old regions at 1733983828866 (+3 ms)Running coprocessor post-open hooks at 1733983828873 (+7 ms)Region opened successfully at 1733983828873 2024-12-12T06:10:28,875 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733983828615 2024-12-12T06:10:28,879 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T06:10:28,879 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-12T06:10:28,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:28,881 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,34145,1733983775857, state=OPEN 2024-12-12T06:10:28,883 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40923 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ffbfd3107920,34145,1733983775857, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-12T06:10:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:10:28,910 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:10:28,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:28,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:10:28,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:10:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:10:28,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:10:28,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-12T06:10:28,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,34145,1733983775857 in 10.2970 sec 2024-12-12T06:10:28,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-12T06:10:28,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5080 sec 2024-12-12T06:10:28,917 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): ffbfd3107920,46511,1733983775927 had 5 regions 2024-12-12T06:10:28,918 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ffbfd3107920,46511,1733983775927, splitWal=true, meta=true, isMeta: false 2024-12-12T06:10:28,921 INFO [PEWorker-4 {}] master.SplitWALManager(105): ffbfd3107920,46511,1733983775927 WAL count=1, meta=false 2024-12-12T06:10:28,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ffbfd3107920%2C46511%2C1733983775927.1733983777412}] 2024-12-12T06:10:28,924 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:28,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ffbfd3107920%2C46511%2C1733983775927.1733983777412, worker=ffbfd3107920,34145,1733983775857}] 2024-12-12T06:10:34,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T06:10:34,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T06:10:38,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-12T06:10:38,952 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412, size=1.2 K (1257bytes) 2024-12-12T06:10:38,952 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412 2024-12-12T06:10:38,953 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412 after 1ms 2024-12-12T06:10:38,956 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412 took 4ms 2024-12-12T06:10:38,958 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a9dec0f53b0de627e0ed877fbe91709d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-12T06:10:38,960 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 32b5af945ab235d9c01074af9294d660: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-12T06:10:38,961 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for ed8f3c745882ded038f2367fcd29e269: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-12T06:10:38,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 530f3a85ea28be8f4b36eaab165abe29: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-12T06:10:38,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412 so closing down 2024-12-12T06:10:38,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T06:10:38,962 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T06:10:38,962 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-12T06:10:38,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412, journal: Splitting hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412, size=1.2 K (1257bytes) at 1733983838952Finishing writing output for hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412 so closing down at 1733983838962 (+10 ms)3 split writer threads finished at 1733983838962Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733983838962 2024-12-12T06:10:38,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412 2024-12-12T06:10:38,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-12T06:10:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-12T06:10:38,966 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting/ffbfd3107920%2C46511%2C1733983775927.1733983777412 to hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs 2024-12-12T06:10:38,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-12T06:10:38,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ffbfd3107920%2C46511%2C1733983775927.1733983777412, worker=ffbfd3107920,34145,1733983775857 in 10.0410 sec 2024-12-12T06:10:38,970 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:38,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-12T06:10:38,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure ffbfd3107920%2C46511%2C1733983775927.1733983777412, worker=ffbfd3107920,34145,1733983775857 in 10.0490 sec 2024-12-12T06:10:38,975 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/WALs/ffbfd3107920,46511,1733983775927-splitting dir is empty, no logs to split. 2024-12-12T06:10:38,975 INFO [PEWorker-4 {}] master.SplitWALManager(105): ffbfd3107920,46511,1733983775927 WAL count=0, meta=false 2024-12-12T06:10:38,975 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if ffbfd3107920,46511,1733983775927 WAL splitting is done? wals=0, meta=false 2024-12-12T06:10:38,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN}] 2024-12-12T06:10:38,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN 2024-12-12T06:10:38,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN 2024-12-12T06:10:38,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN 2024-12-12T06:10:38,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN 2024-12-12T06:10:38,979 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:10:38,979 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:10:38,979 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:10:38,980 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:10:39,114 INFO [regionserver/ffbfd3107920:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-12T06:10:39,131 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0} 2024-12-12T06:10:39,132 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-12T06:10:39,132 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-12T06:10:39,132 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-12T06:10:39,132 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-12T06:10:39,132 INFO [ffbfd3107920:40923 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-12T06:10:39,132 INFO [ffbfd3107920:40923 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-12T06:10:39,132 DEBUG [ffbfd3107920:40923 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T06:10:39,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=530f3a85ea28be8f4b36eaab165abe29, regionState=OPENING, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:39,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=ed8f3c745882ded038f2367fcd29e269, regionState=OPENING, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:39,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=32b5af945ab235d9c01074af9294d660, regionState=OPENING, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:39,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=a9dec0f53b0de627e0ed877fbe91709d, regionState=OPENING, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:39,137 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ffbfd3107920:46511 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ffbfd3107920/172.17.0.2:46511 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T06:10:39,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1, error=java.net.ConnectException: Call to address=ffbfd3107920:46511 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ffbfd3107920/172.17.0.2:46511 2024-12-12T06:10:39,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-12T06:10:39,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 from cache 2024-12-12T06:10:39,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=ffbfd3107920:46511 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ffbfd3107920/172.17.0.2:46511 2024-12-12T06:10:39,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=ffbfd3107920:46511 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ffbfd3107920/172.17.0.2:46511 2024-12-12T06:10:39,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=ffbfd3107920:46511 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ffbfd3107920/172.17.0.2:46511 2024-12-12T06:10:39,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address ffbfd3107920:46511 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ffbfd3107920/172.17.0.2:46511 2024-12-12T06:10:39,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:10:39,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,34145,1733983775857, seqNum=-1] 2024-12-12T06:10:39,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:10:39,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:10:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN because future has completed 2024-12-12T06:10:39,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9dec0f53b0de627e0ed877fbe91709d, server=ffbfd3107920,37565,1733983775761}] 2024-12-12T06:10:39,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN because future has completed 2024-12-12T06:10:39,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b5af945ab235d9c01074af9294d660, server=ffbfd3107920,37565,1733983775761}] 2024-12-12T06:10:39,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN because future has completed 2024-12-12T06:10:39,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530f3a85ea28be8f4b36eaab165abe29, server=ffbfd3107920,34145,1733983775857}] 2024-12-12T06:10:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN because future has completed 2024-12-12T06:10:39,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8f3c745882ded038f2367fcd29e269, server=ffbfd3107920,34145,1733983775857}] 2024-12-12T06:10:39,416 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 held by pid=46 2024-12-12T06:10:39,417 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 held by pid=43 2024-12-12T06:10:39,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:39,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:39,417 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d held by pid=45 2024-12-12T06:10:39,418 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:39,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 held by pid=44 2024-12-12T06:10:39,418 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:43,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3977ee44930769a742d82c7f7969256c, had cached 0 bytes from a total of 499309 2024-12-12T06:10:43,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a5372f5b9a6ef7600eabcb1bad4097e4, had cached 0 bytes from a total of 28623 2024-12-12T06:10:43,901 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ffbfd3107920:40923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-12T06:10:48,832 DEBUG [master/ffbfd3107920:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c02851bb936c43242a5d75a9e6e7fc22 changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:10:48,833 DEBUG [master/ffbfd3107920:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 608d572a8e71021c0c16ca2ecbe02f7f changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:10:48,834 DEBUG [master/ffbfd3107920:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3977ee44930769a742d82c7f7969256c changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:10:48,834 DEBUG [master/ffbfd3107920:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:10:48,835 DEBUG [master/ffbfd3107920:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 82311563f5310f4af9eeee370d8504fa changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:10:48,835 DEBUG [master/ffbfd3107920:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 90409f34778ad609165e3474507929c6 changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:10:48,835 DEBUG [master/ffbfd3107920:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a5372f5b9a6ef7600eabcb1bad4097e4 changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:10:49,279 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:10:49,279 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => a9dec0f53b0de627e0ed877fbe91709d, NAME => 'SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 530f3a85ea28be8f4b36eaab165abe29, NAME => 'SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,280 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,282 INFO [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,282 INFO [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,284 INFO [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9dec0f53b0de627e0ed877fbe91709d columnFamilyName cf 2024-12-12T06:10:49,284 INFO [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530f3a85ea28be8f4b36eaab165abe29 columnFamilyName cf 2024-12-12T06:10:49,284 DEBUG [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:49,284 DEBUG [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:49,285 INFO [StoreOpener-530f3a85ea28be8f4b36eaab165abe29-1 {}] regionserver.HStore(327): Store=530f3a85ea28be8f4b36eaab165abe29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:10:49,285 INFO [StoreOpener-a9dec0f53b0de627e0ed877fbe91709d-1 {}] regionserver.HStore(327): Store=a9dec0f53b0de627e0ed877fbe91709d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:10:49,285 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,285 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,285 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,286 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,287 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,287 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,287 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,287 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,287 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,287 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,289 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,289 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,290 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 530f3a85ea28be8f4b36eaab165abe29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59068871, jitterRate=-0.1198052316904068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:10:49,290 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened a9dec0f53b0de627e0ed877fbe91709d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60429673, jitterRate=-0.09952770173549652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:10:49,290 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,290 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,290 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 530f3a85ea28be8f4b36eaab165abe29: Running coprocessor pre-open hook at 1733983849281Writing region info on filesystem at 1733983849281Initializing all the Stores at 1733983849282 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983849282Cleaning up temporary data from old regions at 1733983849287 (+5 ms)Running coprocessor post-open hooks at 1733983849290 (+3 ms)Region opened successfully at 1733983849290 2024-12-12T06:10:49,290 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for a9dec0f53b0de627e0ed877fbe91709d: Running coprocessor pre-open hook at 1733983849280Writing region info on filesystem at 1733983849280Initializing all the Stores at 1733983849282 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983849282Cleaning up temporary data from old regions at 1733983849287 (+5 ms)Running coprocessor post-open hooks at 1733983849290 (+3 ms)Region opened successfully at 1733983849290 2024-12-12T06:10:49,291 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., pid=47, masterSystemTime=1733983849268 2024-12-12T06:10:49,291 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., pid=49, masterSystemTime=1733983849268 2024-12-12T06:10:49,293 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:10:49,293 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:10:49,293 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:10:49,293 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => ed8f3c745882ded038f2367fcd29e269, NAME => 'SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-12T06:10:49,294 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,294 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:10:49,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=530f3a85ea28be8f4b36eaab165abe29, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:49,294 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,294 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,294 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:10:49,294 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:10:49,294 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:10:49,294 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b5af945ab235d9c01074af9294d660, NAME => 'SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-12T06:10:49,295 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,295 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:10:49,295 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,295 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=a9dec0f53b0de627e0ed877fbe91709d, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:49,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 530f3a85ea28be8f4b36eaab165abe29, server=ffbfd3107920,34145,1733983775857 because future has completed 2024-12-12T06:10:49,297 INFO [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,297 INFO [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9dec0f53b0de627e0ed877fbe91709d, server=ffbfd3107920,37565,1733983775761 because future has completed 2024-12-12T06:10:49,298 INFO [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b5af945ab235d9c01074af9294d660 columnFamilyName cf 2024-12-12T06:10:49,298 DEBUG [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:49,298 INFO [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8f3c745882ded038f2367fcd29e269 columnFamilyName cf 2024-12-12T06:10:49,298 DEBUG [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:10:49,299 INFO [StoreOpener-32b5af945ab235d9c01074af9294d660-1 {}] regionserver.HStore(327): Store=32b5af945ab235d9c01074af9294d660/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:10:49,299 INFO [StoreOpener-ed8f3c745882ded038f2367fcd29e269-1 {}] regionserver.HStore(327): Store=ed8f3c745882ded038f2367fcd29e269/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:10:49,299 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,299 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,300 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,300 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-12T06:10:49,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 530f3a85ea28be8f4b36eaab165abe29, server=ffbfd3107920,34145,1733983775857 in 10.0400 sec 2024-12-12T06:10:49,302 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-12-12T06:10:49,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure a9dec0f53b0de627e0ed877fbe91709d, server=ffbfd3107920,37565,1733983775761 in 10.0440 sec 2024-12-12T06:10:49,302 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,303 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,303 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,303 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,303 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=530f3a85ea28be8f4b36eaab165abe29, ASSIGN in 10.3240 sec 2024-12-12T06:10:49,303 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:49,304 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:49,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9dec0f53b0de627e0ed877fbe91709d, ASSIGN in 10.3250 sec 2024-12-12T06:10:49,305 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,305 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,306 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 32b5af945ab235d9c01074af9294d660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61778206, jitterRate=-0.07943299412727356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:10:49,306 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened ed8f3c745882ded038f2367fcd29e269; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63213236, jitterRate=-0.05804938077926636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:10:49,306 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,306 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,307 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 32b5af945ab235d9c01074af9294d660: Running coprocessor pre-open hook at 1733983849295Writing region info on filesystem at 1733983849295Initializing all the Stores at 1733983849296 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983849296Cleaning up temporary data from old regions at 1733983849303 (+7 ms)Running coprocessor post-open hooks at 1733983849307 (+4 ms)Region opened successfully at 1733983849307 2024-12-12T06:10:49,307 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for ed8f3c745882ded038f2367fcd29e269: Running coprocessor pre-open hook at 1733983849294Writing region info on filesystem at 1733983849294Initializing all the Stores at 1733983849297 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983849297Cleaning up temporary data from old regions at 1733983849303 (+6 ms)Running coprocessor post-open hooks at 1733983849307 (+4 ms)Region opened successfully at 1733983849307 2024-12-12T06:10:49,307 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660., pid=48, masterSystemTime=1733983849268 2024-12-12T06:10:49,307 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269., pid=50, masterSystemTime=1733983849268 2024-12-12T06:10:49,310 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:10:49,310 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:10:49,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=32b5af945ab235d9c01074af9294d660, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:49,312 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:10:49,312 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:10:49,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=ed8f3c745882ded038f2367fcd29e269, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:49,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b5af945ab235d9c01074af9294d660, server=ffbfd3107920,37565,1733983775761 because future has completed 2024-12-12T06:10:49,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed8f3c745882ded038f2367fcd29e269, server=ffbfd3107920,34145,1733983775857 because future has completed 2024-12-12T06:10:49,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-12T06:10:49,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b5af945ab235d9c01074af9294d660, server=ffbfd3107920,37565,1733983775761 in 10.0580 sec 2024-12-12T06:10:49,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-12-12T06:10:49,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure ed8f3c745882ded038f2367fcd29e269, server=ffbfd3107920,34145,1733983775857 in 10.0580 sec 2024-12-12T06:10:49,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:49,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b5af945ab235d9c01074af9294d660, ASSIGN in 10.3410 sec 2024-12-12T06:10:49,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:49,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-12-12T06:10:49,322 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server ffbfd3107920,46511,1733983775927 after splitting done 2024-12-12T06:10:49,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed8f3c745882ded038f2367fcd29e269, ASSIGN in 10.3420 sec 2024-12-12T06:10:49,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure ffbfd3107920,46511,1733983775927, splitWal=true, meta=true in 40.9390 sec 2024-12-12T06:10:54,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T06:10:59,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-12T06:10:59,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-12T06:10:59,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-12T06:10:59,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:10:59,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:10:59,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-12T06:10:59,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:10:59,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 530f3a85ea28be8f4b36eaab165abe29: 2024-12-12T06:10:59,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. for SnapshotProcedureTest completed. 2024-12-12T06:10:59,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ed8f3c745882ded038f2367fcd29e269: 2024-12-12T06:10:59,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:10:59,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 32b5af945ab235d9c01074af9294d660: 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. for SnapshotProcedureTest completed. 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. for SnapshotProcedureTest completed. 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a9dec0f53b0de627e0ed877fbe91709d: 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. for SnapshotProcedureTest completed. 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:59,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:59,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:59,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:59,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:59,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:10:59,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:59,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:10:59,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:10:59,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741863_1039 (size=65) 2024-12-12T06:10:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741863_1039 (size=65) 2024-12-12T06:10:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741863_1039 (size=65) 2024-12-12T06:10:59,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:10:59,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-12T06:10:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-12T06:10:59,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:59,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:10:59,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 530f3a85ea28be8f4b36eaab165abe29 in 51.1260 sec 2024-12-12T06:10:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741862_1038 (size=65) 2024-12-12T06:10:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741864_1040 (size=65) 2024-12-12T06:10:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741862_1038 (size=65) 2024-12-12T06:10:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741862_1038 (size=65) 2024-12-12T06:10:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741865_1041 (size=65) 2024-12-12T06:10:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741864_1040 (size=65) 2024-12-12T06:10:59,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:10:59,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-12T06:10:59,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:10:59,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-12T06:10:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741864_1040 (size=65) 2024-12-12T06:10:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741865_1041 (size=65) 2024-12-12T06:10:59,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:10:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-12T06:10:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741865_1041 (size=65) 2024-12-12T06:10:59,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-12T06:10:59,335 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:59,335 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:10:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-12T06:10:59,335 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:59,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:10:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-12T06:10:59,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:59,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 2024-12-12T06:10:59,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32b5af945ab235d9c01074af9294d660 in 51.1350 sec 2024-12-12T06:10:59,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9dec0f53b0de627e0ed877fbe91709d in 51.1340 sec 2024-12-12T06:10:59,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-12T06:10:59,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ed8f3c745882ded038f2367fcd29e269 in 51.1340 sec 2024-12-12T06:10:59,339 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T06:10:59,341 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T06:10:59,343 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T06:10:59,343 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-12T06:10:59,347 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-12T06:10:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741866_1042 (size=1094) 2024-12-12T06:10:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741866_1042 (size=1094) 2024-12-12T06:10:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741866_1042 (size=1094) 2024-12-12T06:10:59,373 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T06:10:59,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-12T06:10:59,386 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:59,386 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:59,386 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:59,386 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:10:59,386 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:10:59,391 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:11:04,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T06:11:09,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-12T06:11:09,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-12T06:11:09,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-12T06:11:09,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-12-12T06:11:09,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-12T06:11:09,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-12T06:11:09,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-12T06:11:09,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-12T06:11:09,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-12T06:11:09,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-12T06:11:09,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-12T06:11:09,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-12T06:11:09,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-12T06:11:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-12T06:11:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-12T06:11:09,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-12T06:11:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-12T06:11:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-12T06:11:09,402 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 Release verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:11:09,402 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 Release verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-12-12T06:11:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-12T06:11:09,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 in 10.0220 sec 2024-12-12T06:11:09,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 in 10.0220 sec 2024-12-12T06:11:09,404 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 Release verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:09,405 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:09,405 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:09,405 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:11:09,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 in 10.0250 sec 2024-12-12T06:11:09,407 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 Release verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:09,407 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 Release verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:11:09,407 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 Release verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:11:09,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:09,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 in 10.0280 sec 2024-12-12T06:11:09,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 in 10.0280 sec 2024-12-12T06:11:09,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 in 10.0280 sec 2024-12-12T06:11:13,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-12T06:11:19,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-12T06:11:19,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-12T06:11:19,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-12-12T06:11:19,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-12T06:11:19,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-12T06:11:19,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-12T06:11:19,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-12T06:11:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-12T06:11:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-12T06:11:19,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-12T06:11:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-12T06:11:19,413 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 Release verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:19,413 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 Release verify snapshot worker=ffbfd3107920,37565,1733983775761 2024-12-12T06:11:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-12T06:11:19,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 in 20.0330 sec 2024-12-12T06:11:19,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,37565,1733983775761 in 20.0330 sec 2024-12-12T06:11:19,415 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 Release verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:19,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 Release verify snapshot worker=ffbfd3107920,34145,1733983775857 2024-12-12T06:11:19,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 in 20.0350 sec 2024-12-12T06:11:19,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-12-12T06:11:19,417 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T06:11:19,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,34145,1733983775857 in 20.0360 sec 2024-12-12T06:11:19,419 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.hbase-snapshot/SnapshotProcedureTest 2024-12-12T06:11:19,421 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T06:11:19,421 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-12T06:11:19,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.26 sec 2024-12-12T06:11:19,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-12T06:11:19,555 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ffbfd3107920:46511 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: ffbfd3107920/172.17.0.2:46511 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T06:11:19,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1, error=java.net.ConnectException: Call to address=ffbfd3107920:46511 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: ffbfd3107920/172.17.0.2:46511 2024-12-12T06:11:19,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-12T06:11:19,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,46511,1733983775927, seqNum=-1 from cache 2024-12-12T06:11:19,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address ffbfd3107920:46511 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: ffbfd3107920/172.17.0.2:46511 2024-12-12T06:11:19,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:11:19,662 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,34145,1733983775857, seqNum=-1] 2024-12-12T06:11:19,691 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-12T06:11:19,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-12T06:11:19,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T06:11:19,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:11:19,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:19,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:19,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T06:11:19,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T06:11:19,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=996095998, stopped=false 2024-12-12T06:11:19,693 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ffbfd3107920,40923,1733983775070 2024-12-12T06:11:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T06:11:19,757 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T06:11:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T06:11:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:19,757 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:19,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T06:11:19,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:11:19,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:11:19,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:11:19,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T06:11:19,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:11:19,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:19,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,37565,1733983775761' ***** 2024-12-12T06:11:19,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-12T06:11:19,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,34145,1733983775857' ***** 2024-12-12T06:11:19,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-12T06:11:19,760 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-12T06:11:19,760 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-12T06:11:19,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T06:11:19,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T06:11:19,760 INFO [RS:0;ffbfd3107920:37565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T06:11:19,760 INFO [RS:1;ffbfd3107920:34145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T06:11:19,760 INFO [RS:0;ffbfd3107920:37565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T06:11:19,760 INFO [RS:1;ffbfd3107920:34145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T06:11:19,760 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(3091): Received CLOSE for a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:11:19,760 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for c02851bb936c43242a5d75a9e6e7fc22 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(3091): Received CLOSE for 82311563f5310f4af9eeee370d8504fa 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(3091): Received CLOSE for a5372f5b9a6ef7600eabcb1bad4097e4 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(3091): Received CLOSE for 32b5af945ab235d9c01074af9294d660 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(3091): Received CLOSE for 90409f34778ad609165e3474507929c6 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,37565,1733983775761 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ffbfd3107920:37565. 2024-12-12T06:11:19,761 DEBUG [RS:0;ffbfd3107920:37565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:11:19,761 DEBUG [RS:0;ffbfd3107920:37565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9dec0f53b0de627e0ed877fbe91709d, disabling compactions & flushes 2024-12-12T06:11:19,761 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:11:19,761 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-12T06:11:19,761 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:11:19,761 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for 530f3a85ea28be8f4b36eaab165abe29 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:11:19,761 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1325): Online Regions={a9dec0f53b0de627e0ed877fbe91709d=SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d., 82311563f5310f4af9eeee370d8504fa=SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa., a5372f5b9a6ef7600eabcb1bad4097e4=SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4., 32b5af945ab235d9c01074af9294d660=SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660., 90409f34778ad609165e3474507929c6=SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6.} 2024-12-12T06:11:19,761 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for 608d572a8e71021c0c16ca2ecbe02f7f 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c02851bb936c43242a5d75a9e6e7fc22, disabling compactions & flushes 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. after waiting 0 ms 2024-12-12T06:11:19,761 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for 3977ee44930769a742d82c7f7969256c 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:11:19,761 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:11:19,761 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,34145,1733983775857 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:11:19,761 INFO [RS:1;ffbfd3107920:34145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. after waiting 0 ms 2024-12-12T06:11:19,761 INFO [RS:1;ffbfd3107920:34145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ffbfd3107920:34145. 2024-12-12T06:11:19,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:11:19,762 DEBUG [RS:1;ffbfd3107920:34145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:11:19,762 DEBUG [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1351): Waiting on 32b5af945ab235d9c01074af9294d660, 82311563f5310f4af9eeee370d8504fa, 90409f34778ad609165e3474507929c6, a5372f5b9a6ef7600eabcb1bad4097e4, a9dec0f53b0de627e0ed877fbe91709d 2024-12-12T06:11:19,762 DEBUG [RS:1;ffbfd3107920:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:19,762 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T06:11:19,762 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T06:11:19,762 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T06:11:19,762 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-12T06:11:19,762 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-12T06:11:19,762 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1325): Online Regions={c02851bb936c43242a5d75a9e6e7fc22=SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22., ed8f3c745882ded038f2367fcd29e269=SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269., 530f3a85ea28be8f4b36eaab165abe29=SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29., 608d572a8e71021c0c16ca2ecbe02f7f=SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f., 1588230740=hbase:meta,,1.1588230740, 3977ee44930769a742d82c7f7969256c=SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c.} 2024-12-12T06:11:19,763 DEBUG [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3977ee44930769a742d82c7f7969256c, 530f3a85ea28be8f4b36eaab165abe29, 608d572a8e71021c0c16ca2ecbe02f7f, c02851bb936c43242a5d75a9e6e7fc22, ed8f3c745882ded038f2367fcd29e269 2024-12-12T06:11:19,763 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T06:11:19,763 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T06:11:19,763 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T06:11:19,763 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T06:11:19,763 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T06:11:19,763 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.92 KB heapSize=7.28 KB 2024-12-12T06:11:19,767 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/c02851bb936c43242a5d75a9e6e7fc22/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,769 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/info/49d081aecea94249b722dd4d1b707612 is 167, key is SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269./info:regioninfo/1733983849313/Put/seqid=0 2024-12-12T06:11:19,769 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a9dec0f53b0de627e0ed877fbe91709d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,770 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:11:19,770 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c02851bb936c43242a5d75a9e6e7fc22: Waiting for close lock at 1733983879761Running coprocessor pre-close hooks at 1733983879761Disabling compacts and flushes for region at 1733983879761Disabling writes for close at 1733983879761Writing region close event to WAL at 1733983879762 (+1 ms)Running coprocessor post-close hooks at 1733983879768 (+6 ms)Closed at 1733983879770 (+2 ms) 2024-12-12T06:11:19,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733983788086.c02851bb936c43242a5d75a9e6e7fc22. 2024-12-12T06:11:19,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed8f3c745882ded038f2367fcd29e269, disabling compactions & flushes 2024-12-12T06:11:19,771 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:11:19,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:11:19,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. after waiting 0 ms 2024-12-12T06:11:19,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:11:19,772 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:11:19,772 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9dec0f53b0de627e0ed877fbe91709d: Waiting for close lock at 1733983879761Running coprocessor pre-close hooks at 1733983879761Disabling compacts and flushes for region at 1733983879761Disabling writes for close at 1733983879761Writing region close event to WAL at 1733983879762 (+1 ms)Running coprocessor post-close hooks at 1733983879772 (+10 ms)Closed at 1733983879772 2024-12-12T06:11:19,772 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733983788086.a9dec0f53b0de627e0ed877fbe91709d. 2024-12-12T06:11:19,772 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82311563f5310f4af9eeee370d8504fa, disabling compactions & flushes 2024-12-12T06:11:19,772 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:11:19,772 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:11:19,772 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. after waiting 0 ms 2024-12-12T06:11:19,773 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:11:19,782 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/ed8f3c745882ded038f2367fcd29e269/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,782 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/82311563f5310f4af9eeee370d8504fa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,783 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82311563f5310f4af9eeee370d8504fa: Waiting for close lock at 1733983879772Running coprocessor pre-close hooks at 1733983879772Disabling compacts and flushes for region at 1733983879772Disabling writes for close at 1733983879773 (+1 ms)Writing region close event to WAL at 1733983879775 (+2 ms)Running coprocessor post-close hooks at 1733983879783 (+8 ms)Closed at 1733983879783 2024-12-12T06:11:19,784 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733983788086.82311563f5310f4af9eeee370d8504fa. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed8f3c745882ded038f2367fcd29e269: Waiting for close lock at 1733983879771Running coprocessor pre-close hooks at 1733983879771Disabling compacts and flushes for region at 1733983879771Disabling writes for close at 1733983879771Writing region close event to WAL at 1733983879775 (+4 ms)Running coprocessor post-close hooks at 1733983879783 (+8 ms)Closed at 1733983879784 (+1 ms) 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733983788086.ed8f3c745882ded038f2367fcd29e269. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5372f5b9a6ef7600eabcb1bad4097e4, disabling compactions & flushes 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 530f3a85ea28be8f4b36eaab165abe29, disabling compactions & flushes 2024-12-12T06:11:19,784 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:11:19,784 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. after waiting 0 ms 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. after waiting 0 ms 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:11:19,784 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:11:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741867_1043 (size=9543) 2024-12-12T06:11:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741867_1043 (size=9543) 2024-12-12T06:11:19,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741867_1043 (size=9543) 2024-12-12T06:11:19,790 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.92 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/info/49d081aecea94249b722dd4d1b707612 2024-12-12T06:11:19,799 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/.tmp/info/49d081aecea94249b722dd4d1b707612 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/info/49d081aecea94249b722dd4d1b707612 2024-12-12T06:11:19,799 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/530f3a85ea28be8f4b36eaab165abe29/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,800 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/a5372f5b9a6ef7600eabcb1bad4097e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-12T06:11:19,800 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:11:19,800 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 530f3a85ea28be8f4b36eaab165abe29: Waiting for close lock at 1733983879784Running coprocessor pre-close hooks at 1733983879784Disabling compacts and flushes for region at 1733983879784Disabling writes for close at 1733983879784Writing region close event to WAL at 1733983879791 (+7 ms)Running coprocessor post-close hooks at 1733983879800 (+9 ms)Closed at 1733983879800 2024-12-12T06:11:19,800 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733983788086.530f3a85ea28be8f4b36eaab165abe29. 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 608d572a8e71021c0c16ca2ecbe02f7f, disabling compactions & flushes 2024-12-12T06:11:19,801 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. after waiting 0 ms 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:11:19,801 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5372f5b9a6ef7600eabcb1bad4097e4: Waiting for close lock at 1733983879784Running coprocessor pre-close hooks at 1733983879784Disabling compacts and flushes for region at 1733983879784Disabling writes for close at 1733983879784Writing region close event to WAL at 1733983879795 (+11 ms)Running coprocessor post-close hooks at 1733983879801 (+6 ms)Closed at 1733983879801 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733983788086.a5372f5b9a6ef7600eabcb1bad4097e4. 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32b5af945ab235d9c01074af9294d660, disabling compactions & flushes 2024-12-12T06:11:19,801 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:11:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. after waiting 0 ms 2024-12-12T06:11:19,802 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:11:19,804 INFO [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:11:19,806 INFO [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:11:19,806 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/32b5af945ab235d9c01074af9294d660/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,807 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:11:19,807 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32b5af945ab235d9c01074af9294d660: Waiting for close lock at 1733983879801Running coprocessor pre-close hooks at 1733983879801Disabling compacts and flushes for region at 1733983879801Disabling writes for close at 1733983879802 (+1 ms)Writing region close event to WAL at 1733983879802Running coprocessor post-close hooks at 1733983879807 (+5 ms)Closed at 1733983879807 2024-12-12T06:11:19,807 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733983788086.32b5af945ab235d9c01074af9294d660. 2024-12-12T06:11:19,807 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90409f34778ad609165e3474507929c6, disabling compactions & flushes 2024-12-12T06:11:19,808 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:11:19,808 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:11:19,808 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/608d572a8e71021c0c16ca2ecbe02f7f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,808 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. after waiting 0 ms 2024-12-12T06:11:19,808 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:11:19,808 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/info/49d081aecea94249b722dd4d1b707612, entries=32, sequenceid=39, filesize=9.3 K 2024-12-12T06:11:19,809 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:11:19,809 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 608d572a8e71021c0c16ca2ecbe02f7f: Waiting for close lock at 1733983879801Running coprocessor pre-close hooks at 1733983879801Disabling compacts and flushes for region at 1733983879801Disabling writes for close at 1733983879801Writing region close event to WAL at 1733983879802 (+1 ms)Running coprocessor post-close hooks at 1733983879809 (+7 ms)Closed at 1733983879809 2024-12-12T06:11:19,809 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733983788086.608d572a8e71021c0c16ca2ecbe02f7f. 2024-12-12T06:11:19,809 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3977ee44930769a742d82c7f7969256c, disabling compactions & flushes 2024-12-12T06:11:19,809 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:11:19,809 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.92 KB/4016, heapSize ~6.52 KB/6672, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=39, compaction requested=false 2024-12-12T06:11:19,809 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:11:19,809 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. after waiting 0 ms 2024-12-12T06:11:19,809 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:11:19,813 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/90409f34778ad609165e3474507929c6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:11:19,815 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-12-12T06:11:19,815 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:11:19,815 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/data/default/SPTestTable/3977ee44930769a742d82c7f7969256c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-12T06:11:19,815 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90409f34778ad609165e3474507929c6: Waiting for close lock at 1733983879807Running coprocessor pre-close hooks at 1733983879807Disabling compacts and flushes for region at 1733983879807Disabling writes for close at 1733983879808 (+1 ms)Writing region close event to WAL at 1733983879808Running coprocessor post-close hooks at 1733983879815 (+7 ms)Closed at 1733983879815 2024-12-12T06:11:19,815 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733983788086.90409f34778ad609165e3474507929c6. 2024-12-12T06:11:19,815 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T06:11:19,815 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T06:11:19,816 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733983879763Running coprocessor pre-close hooks at 1733983879763Disabling compacts and flushes for region at 1733983879763Disabling writes for close at 1733983879763Obtaining lock to block concurrent updates at 1733983879763Preparing flush snapshotting stores in 1588230740 at 1733983879763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4016, getHeapSize=7392, getOffHeapSize=0, getCellsCount=32 at 1733983879764 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733983879764Flushing 1588230740/info: creating writer at 1733983879764Flushing 1588230740/info: appending metadata at 1733983879768 (+4 ms)Flushing 1588230740/info: closing flushed file at 1733983879768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4e5780: reopening flushed file at 1733983879798 (+30 ms)Finished flush of dataSize ~3.92 KB/4016, heapSize ~6.52 KB/6672, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=39, compaction requested=false at 1733983879809 (+11 ms)Writing region close event to WAL at 1733983879811 (+2 ms)Running coprocessor post-close hooks at 1733983879815 (+4 ms)Closed at 1733983879815 2024-12-12T06:11:19,816 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:11:19,816 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3977ee44930769a742d82c7f7969256c: Waiting for close lock at 1733983879809Running coprocessor pre-close hooks at 1733983879809Disabling compacts and flushes for region at 1733983879809Disabling writes for close at 1733983879809Writing region close event to WAL at 1733983879810 (+1 ms)Running coprocessor post-close hooks at 1733983879816 (+6 ms)Closed at 1733983879816 2024-12-12T06:11:19,816 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T06:11:19,816 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733983788086.3977ee44930769a742d82c7f7969256c. 2024-12-12T06:11:19,962 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,37565,1733983775761; all regions closed. 2024-12-12T06:11:19,963 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,34145,1733983775857; all regions closed. 2024-12-12T06:11:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741858_1034 (size=5532) 2024-12-12T06:11:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741833_1009 (size=3530) 2024-12-12T06:11:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741833_1009 (size=3530) 2024-12-12T06:11:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741833_1009 (size=3530) 2024-12-12T06:11:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741858_1034 (size=5532) 2024-12-12T06:11:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741858_1034 (size=5532) 2024-12-12T06:11:19,976 DEBUG [RS:1;ffbfd3107920:34145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs 2024-12-12T06:11:19,976 INFO [RS:1;ffbfd3107920:34145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C34145%2C1733983775857.meta:.meta(num 1733983828630) 2024-12-12T06:11:19,978 DEBUG [RS:0;ffbfd3107920:37565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs 2024-12-12T06:11:19,978 INFO [RS:0;ffbfd3107920:37565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C37565%2C1733983775761:(num 1733983777412) 2024-12-12T06:11:19,978 DEBUG [RS:0;ffbfd3107920:37565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:19,978 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:11:19,978 INFO [RS:0;ffbfd3107920:37565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T06:11:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741834_1010 (size=3500) 2024-12-12T06:11:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741834_1010 (size=3500) 2024-12-12T06:11:19,978 INFO [RS:0;ffbfd3107920:37565 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-12T06:11:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741834_1010 (size=3500) 2024-12-12T06:11:19,979 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T06:11:19,979 INFO [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T06:11:19,979 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T06:11:19,979 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T06:11:19,979 INFO [RS:0;ffbfd3107920:37565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T06:11:19,979 INFO [RS:0;ffbfd3107920:37565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37565 2024-12-12T06:11:19,982 DEBUG [RS:1;ffbfd3107920:34145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/oldWALs 2024-12-12T06:11:19,982 INFO [RS:1;ffbfd3107920:34145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C34145%2C1733983775857:(num 1733983777412) 2024-12-12T06:11:19,982 DEBUG [RS:1;ffbfd3107920:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:19,982 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:11:19,982 INFO [RS:1;ffbfd3107920:34145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T06:11:19,982 INFO [RS:1;ffbfd3107920:34145 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-12T06:11:19,982 INFO [RS:1;ffbfd3107920:34145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T06:11:19,983 INFO [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T06:11:19,983 INFO [RS:1;ffbfd3107920:34145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34145 2024-12-12T06:11:20,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,37565,1733983775761 2024-12-12T06:11:20,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T06:11:20,003 INFO [RS:0;ffbfd3107920:37565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:11:20,011 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,34145,1733983775857 2024-12-12T06:11:20,011 INFO [RS:1;ffbfd3107920:34145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:11:20,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,37565,1733983775761] 2024-12-12T06:11:20,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,37565,1733983775761 already deleted, retry=false 2024-12-12T06:11:20,037 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,37565,1733983775761 expired; onlineServers=1 2024-12-12T06:11:20,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,34145,1733983775857] 2024-12-12T06:11:20,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,34145,1733983775857 already deleted, retry=false 2024-12-12T06:11:20,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,34145,1733983775857 expired; onlineServers=0 2024-12-12T06:11:20,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ffbfd3107920,40923,1733983775070' ***** 2024-12-12T06:11:20,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T06:11:20,050 INFO [M:0;ffbfd3107920:40923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:11:20,050 INFO [M:0;ffbfd3107920:40923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T06:11:20,050 DEBUG [M:0;ffbfd3107920:40923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T06:11:20,051 DEBUG [M:0;ffbfd3107920:40923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T06:11:20,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T06:11:20,051 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983776973 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983776973,5,FailOnTimeoutGroup] 2024-12-12T06:11:20,051 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983776968 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983776968,5,FailOnTimeoutGroup] 2024-12-12T06:11:20,052 INFO [M:0;ffbfd3107920:40923 {}] hbase.ChoreService(370): Chore service for: master/ffbfd3107920:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-12T06:11:20,052 INFO [M:0;ffbfd3107920:40923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T06:11:20,052 DEBUG [M:0;ffbfd3107920:40923 {}] master.HMaster(1795): Stopping service threads 2024-12-12T06:11:20,052 INFO [M:0;ffbfd3107920:40923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T06:11:20,052 INFO [M:0;ffbfd3107920:40923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T06:11:20,053 ERROR [M:0;ffbfd3107920:40923 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (318925043) connection to localhost/127.0.0.1:45729 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45729,5,PEWorkerGroup] 2024-12-12T06:11:20,054 INFO [M:0;ffbfd3107920:40923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T06:11:20,054 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T06:11:20,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T06:11:20,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:20,062 DEBUG [M:0;ffbfd3107920:40923 {}] zookeeper.ZKUtil(347): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T06:11:20,062 WARN [M:0;ffbfd3107920:40923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T06:11:20,063 INFO [M:0;ffbfd3107920:40923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/.lastflushedseqids 2024-12-12T06:11:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741868_1044 (size=668) 2024-12-12T06:11:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741868_1044 (size=668) 2024-12-12T06:11:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741868_1044 (size=668) 2024-12-12T06:11:20,080 INFO [M:0;ffbfd3107920:40923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-12T06:11:20,080 INFO [M:0;ffbfd3107920:40923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T06:11:20,080 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T06:11:20,081 INFO [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:20,081 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:20,081 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T06:11:20,081 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:20,081 INFO [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.13 KB heapSize=264.49 KB 2024-12-12T06:11:20,096 DEBUG [M:0;ffbfd3107920:40923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dea4a635835494db36ec9a5d274e556 is 82, key is hbase:meta,,1/info:regioninfo/1733983828880/Put/seqid=0 2024-12-12T06:11:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741869_1045 (size=6071) 2024-12-12T06:11:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741869_1045 (size=6071) 2024-12-12T06:11:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741869_1045 (size=6071) 2024-12-12T06:11:20,103 INFO [M:0;ffbfd3107920:40923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dea4a635835494db36ec9a5d274e556 2024-12-12T06:11:20,120 INFO [RS:0;ffbfd3107920:37565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:11:20,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:11:20,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x10018b264f30001, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:11:20,120 INFO [RS:0;ffbfd3107920:37565 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,37565,1733983775761; zookeeper connection closed. 2024-12-12T06:11:20,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a4813bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a4813bd 2024-12-12T06:11:20,123 DEBUG [M:0;ffbfd3107920:40923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0bbe27d7d3c450a979af367a9588918 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733983798992/Put/seqid=0 2024-12-12T06:11:20,128 INFO [RS:1;ffbfd3107920:34145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:11:20,128 INFO [RS:1;ffbfd3107920:34145 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,34145,1733983775857; zookeeper connection closed. 2024-12-12T06:11:20,128 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:11:20,128 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10018b264f30002, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:11:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741870_1046 (size=9111) 2024-12-12T06:11:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741870_1046 (size=9111) 2024-12-12T06:11:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741870_1046 (size=9111) 2024-12-12T06:11:20,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f084884 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f084884 2024-12-12T06:11:20,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-12T06:11:20,130 INFO [M:0;ffbfd3107920:40923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.90 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0bbe27d7d3c450a979af367a9588918 2024-12-12T06:11:20,137 INFO [M:0;ffbfd3107920:40923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0bbe27d7d3c450a979af367a9588918 2024-12-12T06:11:20,158 DEBUG [M:0;ffbfd3107920:40923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c93f7b4ed1438098c058afe1404b52 is 69, key is ffbfd3107920,34145,1733983775857/rs:state/1733983777136/Put/seqid=0 2024-12-12T06:11:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741871_1047 (size=5441) 2024-12-12T06:11:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741871_1047 (size=5441) 2024-12-12T06:11:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741871_1047 (size=5441) 2024-12-12T06:11:20,167 INFO [M:0;ffbfd3107920:40923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c93f7b4ed1438098c058afe1404b52 2024-12-12T06:11:20,173 INFO [M:0;ffbfd3107920:40923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c93f7b4ed1438098c058afe1404b52 2024-12-12T06:11:20,175 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dea4a635835494db36ec9a5d274e556 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dea4a635835494db36ec9a5d274e556 2024-12-12T06:11:20,181 INFO [M:0;ffbfd3107920:40923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dea4a635835494db36ec9a5d274e556, entries=14, sequenceid=561, filesize=5.9 K 2024-12-12T06:11:20,182 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0bbe27d7d3c450a979af367a9588918 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0bbe27d7d3c450a979af367a9588918 2024-12-12T06:11:20,189 INFO [M:0;ffbfd3107920:40923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0bbe27d7d3c450a979af367a9588918 2024-12-12T06:11:20,189 INFO [M:0;ffbfd3107920:40923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0bbe27d7d3c450a979af367a9588918, entries=60, sequenceid=561, filesize=8.9 K 2024-12-12T06:11:20,191 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c93f7b4ed1438098c058afe1404b52 as hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10c93f7b4ed1438098c058afe1404b52 2024-12-12T06:11:20,198 INFO [M:0;ffbfd3107920:40923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c93f7b4ed1438098c058afe1404b52 2024-12-12T06:11:20,198 INFO [M:0;ffbfd3107920:40923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/acb10554-0179-92a6-8ec8-f225322fbc64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10c93f7b4ed1438098c058afe1404b52, entries=3, sequenceid=561, filesize=5.3 K 2024-12-12T06:11:20,199 INFO [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.13 KB/218245, heapSize ~264.20 KB/270536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=561, compaction requested=false 2024-12-12T06:11:20,200 INFO [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:20,200 DEBUG [M:0;ffbfd3107920:40923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733983880080Disabling compacts and flushes for region at 1733983880080Disabling writes for close at 1733983880081 (+1 ms)Obtaining lock to block concurrent updates at 1733983880081Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733983880081Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218245, getHeapSize=270776, getOffHeapSize=0, getCellsCount=682 at 1733983880081Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733983880082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733983880082Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733983880095 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733983880095Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733983880108 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733983880122 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733983880122Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733983880138 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733983880157 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733983880157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c62756: reopening flushed file at 1733983880174 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21be4282: reopening flushed file at 1733983880181 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce4a38: reopening flushed file at 1733983880189 (+8 ms)Finished flush of dataSize ~213.13 KB/218245, heapSize ~264.20 KB/270536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=561, compaction requested=false at 1733983880199 (+10 ms)Writing region close event to WAL at 1733983880200 (+1 ms)Closed at 1733983880200 2024-12-12T06:11:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43319 is added to blk_1073741830_1006 (size=255613) 2024-12-12T06:11:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35583 is added to blk_1073741830_1006 (size=255613) 2024-12-12T06:11:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741830_1006 (size=255613) 2024-12-12T06:11:20,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T06:11:20,203 INFO [M:0;ffbfd3107920:40923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-12T06:11:20,204 INFO [M:0;ffbfd3107920:40923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40923 2024-12-12T06:11:20,204 INFO [M:0;ffbfd3107920:40923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:11:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:11:20,332 INFO [M:0;ffbfd3107920:40923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:11:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40923-0x10018b264f30000, quorum=127.0.0.1:57067, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:11:20,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b4b57c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:11:20,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6565996e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:11:20,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:11:20,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306e7ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:11:20,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5606d7a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,STOPPED} 2024-12-12T06:11:20,397 WARN [BP-2035479163-172.17.0.2-1733983771350 heartbeating to localhost/127.0.0.1:45729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T06:11:20,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T06:11:20,397 WARN [BP-2035479163-172.17.0.2-1733983771350 heartbeating to localhost/127.0.0.1:45729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035479163-172.17.0.2-1733983771350 (Datanode Uuid 6b43eee0-909e-462c-93b6-6aa9d5159626) service to localhost/127.0.0.1:45729 2024-12-12T06:11:20,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T06:11:20,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data5/current/BP-2035479163-172.17.0.2-1733983771350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:11:20,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data6/current/BP-2035479163-172.17.0.2-1733983771350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:11:20,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T06:11:20,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e4975dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:11:20,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20ea9560{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:11:20,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:11:20,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b9200e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:11:20,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c63d625{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,STOPPED} 2024-12-12T06:11:20,405 WARN [BP-2035479163-172.17.0.2-1733983771350 heartbeating to localhost/127.0.0.1:45729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T06:11:20,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T06:11:20,405 WARN [BP-2035479163-172.17.0.2-1733983771350 heartbeating to localhost/127.0.0.1:45729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035479163-172.17.0.2-1733983771350 (Datanode Uuid f7ff8129-fb5d-41ec-97d2-703475b2ab55) service to localhost/127.0.0.1:45729 2024-12-12T06:11:20,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T06:11:20,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data3/current/BP-2035479163-172.17.0.2-1733983771350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:11:20,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data4/current/BP-2035479163-172.17.0.2-1733983771350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:11:20,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T06:11:20,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e70de34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:11:20,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49d9c801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:11:20,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:11:20,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d691372{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:11:20,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@717bee47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,STOPPED} 2024-12-12T06:11:20,414 WARN [BP-2035479163-172.17.0.2-1733983771350 heartbeating to localhost/127.0.0.1:45729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T06:11:20,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T06:11:20,414 WARN [BP-2035479163-172.17.0.2-1733983771350 heartbeating to localhost/127.0.0.1:45729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035479163-172.17.0.2-1733983771350 (Datanode Uuid 526b5ef5-4b3d-4d2f-b295-1e629c667d4d) service to localhost/127.0.0.1:45729 2024-12-12T06:11:20,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T06:11:20,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data1/current/BP-2035479163-172.17.0.2-1733983771350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:11:20,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/cluster_5c325561-aa7f-4262-c15d-d5004e261e71/data/data2/current/BP-2035479163-172.17.0.2-1733983771350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:11:20,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T06:11:20,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@621ff9a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T06:11:20,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a27adbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:11:20,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:11:20,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa6eaa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:11:20,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37170156{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir/,STOPPED} 2024-12-12T06:11:20,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-12T06:11:20,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-12T06:11:20,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ffbfd3107920:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:45729 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/ffbfd3107920:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7de75a45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:45729 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ffbfd3107920:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ffbfd3107920:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ffbfd3107920:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/ffbfd3107920:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ffbfd3107920:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ffbfd3107920:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=8811 (was 10002) 2024-12-12T06:11:20,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=8811 2024-12-12T06:11:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir so I do NOT create it in target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7 2024-12-12T06:11:20,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.log.dir Erasing configuration value by system value. 2024-12-12T06:11:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.tmp.dir so I do NOT create it in target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7 2024-12-12T06:11:20,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/344ec5b1-cff9-3ae0-503e-96f2a8abd35a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-12T06:11:20,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7 2024-12-12T06:11:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T06:11:20,501 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff, deleteOnExit=true 2024-12-12T06:11:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-12T06:11:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/test.cache.data in system properties and HBase conf 2024-12-12T06:11:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T06:11:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir in system properties and HBase conf 2024-12-12T06:11:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T06:11:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T06:11:20,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-12T06:11:20,502 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T06:11:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T06:11:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T06:11:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T06:11:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T06:11:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T06:11:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T06:11:20,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T06:11:20,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T06:11:20,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T06:11:20,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/nfs.dump.dir in system properties and HBase conf 2024-12-12T06:11:20,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/java.io.tmpdir in system properties and HBase conf 2024-12-12T06:11:20,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T06:11:20,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T06:11:20,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T06:11:20,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:11:20,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:11:20,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:11:20,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:11:20,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T06:11:20,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:11:20,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2452e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:11:20,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4302c7ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:11:20,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a5cb0ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/java.io.tmpdir/jetty-localhost-38015-hadoop-hdfs-3_4_1-tests_jar-_-any-3402159200580973855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T06:11:20,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e2bc50{HTTP/1.1, (http/1.1)}{localhost:38015} 2024-12-12T06:11:20,882 INFO [Time-limited test {}] server.Server(415): Started @111328ms 2024-12-12T06:11:21,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:11:21,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:11:21,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:11:21,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:11:21,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T06:11:21,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cafab5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:11:21,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52eb33a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:11:21,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dd95936{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/java.io.tmpdir/jetty-localhost-45277-hadoop-hdfs-3_4_1-tests_jar-_-any-11340195443060965990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:11:21,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73fed11f{HTTP/1.1, (http/1.1)}{localhost:45277} 2024-12-12T06:11:21,175 INFO [Time-limited test {}] server.Server(415): Started @111621ms 2024-12-12T06:11:21,177 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T06:11:21,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:11:21,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:11:21,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:11:21,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:11:21,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T06:11:21,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed1ac6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:11:21,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152d74a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:11:21,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8da151{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/java.io.tmpdir/jetty-localhost-40473-hadoop-hdfs-3_4_1-tests_jar-_-any-4350380872877052823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:11:21,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fec3cc6{HTTP/1.1, (http/1.1)}{localhost:40473} 2024-12-12T06:11:21,298 INFO [Time-limited test {}] server.Server(415): Started @111744ms 2024-12-12T06:11:21,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T06:11:21,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T06:11:21,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T06:11:21,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T06:11:21,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T06:11:21,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T06:11:21,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527a5b64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,AVAILABLE} 2024-12-12T06:11:21,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25756ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T06:11:21,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ce6dbe5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/java.io.tmpdir/jetty-localhost-43333-hadoop-hdfs-3_4_1-tests_jar-_-any-10443092139321823520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:11:21,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@250121d1{HTTP/1.1, (http/1.1)}{localhost:43333} 2024-12-12T06:11:21,430 INFO [Time-limited test {}] server.Server(415): Started @111876ms 2024-12-12T06:11:21,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T06:11:22,131 WARN [Thread-739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data1/current/BP-1248577259-172.17.0.2-1733983880524/current, will proceed with Du for space computation calculation, 2024-12-12T06:11:22,133 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data2/current/BP-1248577259-172.17.0.2-1733983880524/current, will proceed with Du for space computation calculation, 2024-12-12T06:11:22,151 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T06:11:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f7216935ffde853 with lease ID 0x1e70ebf6fe5ec0a: Processing first storage report for DS-52f30e06-9c06-49bd-a7ca-d74df05d8919 from datanode DatanodeRegistration(127.0.0.1:46133, datanodeUuid=0bc80a33-b267-4a3a-90e2-759dacc462cc, infoPort=39921, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524) 2024-12-12T06:11:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f7216935ffde853 with lease ID 0x1e70ebf6fe5ec0a: from storage DS-52f30e06-9c06-49bd-a7ca-d74df05d8919 node DatanodeRegistration(127.0.0.1:46133, datanodeUuid=0bc80a33-b267-4a3a-90e2-759dacc462cc, infoPort=39921, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:11:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f7216935ffde853 with lease ID 0x1e70ebf6fe5ec0a: Processing first storage report for DS-e1c2f748-2673-4f4a-9c40-576df364a71e from datanode DatanodeRegistration(127.0.0.1:46133, datanodeUuid=0bc80a33-b267-4a3a-90e2-759dacc462cc, infoPort=39921, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524) 2024-12-12T06:11:22,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f7216935ffde853 with lease ID 0x1e70ebf6fe5ec0a: from storage DS-e1c2f748-2673-4f4a-9c40-576df364a71e node DatanodeRegistration(127.0.0.1:46133, datanodeUuid=0bc80a33-b267-4a3a-90e2-759dacc462cc, infoPort=39921, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:11:22,305 WARN [Thread-751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data3/current/BP-1248577259-172.17.0.2-1733983880524/current, will proceed with Du for space computation calculation, 2024-12-12T06:11:22,305 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data4/current/BP-1248577259-172.17.0.2-1733983880524/current, will proceed with Du for space computation calculation, 2024-12-12T06:11:22,330 WARN [Thread-703 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T06:11:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x573ae36c7342dd13 with lease ID 0x1e70ebf6fe5ec0b: Processing first storage report for DS-eddcee0c-7cec-4a91-b5cc-b4de1dff890a from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=dbaa27fc-d71d-4998-b2bf-4d4d8666ca28, infoPort=44029, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524) 2024-12-12T06:11:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x573ae36c7342dd13 with lease ID 0x1e70ebf6fe5ec0b: from storage DS-eddcee0c-7cec-4a91-b5cc-b4de1dff890a node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=dbaa27fc-d71d-4998-b2bf-4d4d8666ca28, infoPort=44029, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:11:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x573ae36c7342dd13 with lease ID 0x1e70ebf6fe5ec0b: Processing first storage report for DS-b7f28f48-68f8-4fba-a862-2b1352d087cc from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=dbaa27fc-d71d-4998-b2bf-4d4d8666ca28, infoPort=44029, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524) 2024-12-12T06:11:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x573ae36c7342dd13 with lease ID 0x1e70ebf6fe5ec0b: from storage DS-b7f28f48-68f8-4fba-a862-2b1352d087cc node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=dbaa27fc-d71d-4998-b2bf-4d4d8666ca28, infoPort=44029, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:11:22,411 WARN [Thread-762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data5/current/BP-1248577259-172.17.0.2-1733983880524/current, will proceed with Du for space computation calculation, 2024-12-12T06:11:22,411 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data6/current/BP-1248577259-172.17.0.2-1733983880524/current, will proceed with Du for space computation calculation, 2024-12-12T06:11:22,429 WARN [Thread-725 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T06:11:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71bcfb05e3ee1822 with lease ID 0x1e70ebf6fe5ec0c: Processing first storage report for DS-fcd002e9-d932-4c7f-8b29-8f1e230b1656 from datanode DatanodeRegistration(127.0.0.1:36091, datanodeUuid=06607405-f0cf-4a74-8eb8-4cc88f8a5eb3, infoPort=39891, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524) 2024-12-12T06:11:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71bcfb05e3ee1822 with lease ID 0x1e70ebf6fe5ec0c: from storage DS-fcd002e9-d932-4c7f-8b29-8f1e230b1656 node DatanodeRegistration(127.0.0.1:36091, datanodeUuid=06607405-f0cf-4a74-8eb8-4cc88f8a5eb3, infoPort=39891, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:11:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71bcfb05e3ee1822 with lease ID 0x1e70ebf6fe5ec0c: Processing first storage report for DS-6354f56d-5ea3-4e57-a8e2-aeb2f4f4db8d from datanode DatanodeRegistration(127.0.0.1:36091, datanodeUuid=06607405-f0cf-4a74-8eb8-4cc88f8a5eb3, infoPort=39891, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524) 2024-12-12T06:11:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71bcfb05e3ee1822 with lease ID 0x1e70ebf6fe5ec0c: from storage DS-6354f56d-5ea3-4e57-a8e2-aeb2f4f4db8d node DatanodeRegistration(127.0.0.1:36091, datanodeUuid=06607405-f0cf-4a74-8eb8-4cc88f8a5eb3, infoPort=39891, infoSecurePort=0, ipcPort=33759, storageInfo=lv=-57;cid=testClusterID;nsid=1596664399;c=1733983880524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T06:11:22,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7 2024-12-12T06:11:22,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/zookeeper_0, clientPort=50322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T06:11:22,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50322 2024-12-12T06:11:22,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741825_1001 (size=7) 2024-12-12T06:11:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741825_1001 (size=7) 2024-12-12T06:11:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741825_1001 (size=7) 2024-12-12T06:11:22,492 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 with version=8 2024-12-12T06:11:22,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/hbase-staging 2024-12-12T06:11:22,494 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:11:22,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:11:22,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:11:22,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-12T06:11:22,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:11:22,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40723 2024-12-12T06:11:22,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40723 connecting to ZooKeeper ensemble=127.0.0.1:50322 2024-12-12T06:11:22,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407230x0, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:11:22,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40723-0x10018b40b850000 connected 2024-12-12T06:11:22,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:11:22,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1, hbase.cluster.distributed=false 2024-12-12T06:11:22,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:11:22,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40723 2024-12-12T06:11:22,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40723 2024-12-12T06:11:22,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40723 2024-12-12T06:11:22,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40723 2024-12-12T06:11:22,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40723 2024-12-12T06:11:22,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:11:22,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:11:22,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:11:22,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T06:11:22,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:11:22,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41001 2024-12-12T06:11:22,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41001 connecting to ZooKeeper ensemble=127.0.0.1:50322 2024-12-12T06:11:22,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410010x0, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:11:22,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:11:22,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41001-0x10018b40b850001 connected 2024-12-12T06:11:22,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T06:11:22,658 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T06:11:22,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T06:11:22,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:11:22,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41001 2024-12-12T06:11:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41001 2024-12-12T06:11:22,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41001 2024-12-12T06:11:22,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41001 2024-12-12T06:11:22,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41001 2024-12-12T06:11:22,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:11:22,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:11:22,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:11:22,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T06:11:22,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:11:22,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44185 2024-12-12T06:11:22,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44185 connecting to ZooKeeper ensemble=127.0.0.1:50322 2024-12-12T06:11:22,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441850x0, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:11:22,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441850x0, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:11:22,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44185-0x10018b40b850002 connected 2024-12-12T06:11:22,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T06:11:22,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T06:11:22,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T06:11:22,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:11:22,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44185 2024-12-12T06:11:22,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44185 2024-12-12T06:11:22,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44185 2024-12-12T06:11:22,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44185 2024-12-12T06:11:22,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44185 2024-12-12T06:11:22,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ffbfd3107920:0 server-side Connection retries=45 2024-12-12T06:11:22,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T06:11:22,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T06:11:22,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T06:11:22,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T06:11:22,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T06:11:22,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39371 2024-12-12T06:11:22,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39371 connecting to ZooKeeper ensemble=127.0.0.1:50322 2024-12-12T06:11:22,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393710x0, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T06:11:22,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39371-0x10018b40b850003 connected 2024-12-12T06:11:22,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:11:22,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T06:11:22,733 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T06:11:22,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T06:11:22,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T06:11:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39371 2024-12-12T06:11:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39371 2024-12-12T06:11:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39371 2024-12-12T06:11:22,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39371 2024-12-12T06:11:22,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39371 2024-12-12T06:11:22,752 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ffbfd3107920:40723 2024-12-12T06:11:22,753 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ffbfd3107920,40723,1733983882493 2024-12-12T06:11:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,765 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ffbfd3107920,40723,1733983882493 2024-12-12T06:11:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T06:11:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T06:11:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T06:11:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,773 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T06:11:22,774 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ffbfd3107920,40723,1733983882493 from backup master directory 2024-12-12T06:11:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ffbfd3107920,40723,1733983882493 2024-12-12T06:11:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T06:11:22,781 WARN [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:11:22,781 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ffbfd3107920,40723,1733983882493 2024-12-12T06:11:22,786 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/hbase.id] with ID: 7114b5fc-043d-4b47-be6c-d8ea2befb24e 2024-12-12T06:11:22,786 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.tmp/hbase.id 2024-12-12T06:11:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741826_1002 (size=42) 2024-12-12T06:11:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741826_1002 (size=42) 2024-12-12T06:11:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741826_1002 (size=42) 2024-12-12T06:11:22,795 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.tmp/hbase.id]:[hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/hbase.id] 2024-12-12T06:11:22,809 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T06:11:22,809 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-12T06:11:22,810 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-12T06:11:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741827_1003 (size=196) 2024-12-12T06:11:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741827_1003 (size=196) 2024-12-12T06:11:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741827_1003 (size=196) 2024-12-12T06:11:22,828 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T06:11:22,828 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T06:11:22,829 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:11:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741828_1004 (size=1189) 2024-12-12T06:11:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741828_1004 (size=1189) 2024-12-12T06:11:22,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741828_1004 (size=1189) 2024-12-12T06:11:22,841 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store 2024-12-12T06:11:22,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741829_1005 (size=34) 2024-12-12T06:11:22,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741829_1005 (size=34) 2024-12-12T06:11:22,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741829_1005 (size=34) 2024-12-12T06:11:22,851 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:22,851 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T06:11:22,851 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:22,851 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:22,851 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T06:11:22,851 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:22,851 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:11:22,851 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733983882851Disabling compacts and flushes for region at 1733983882851Disabling writes for close at 1733983882851Writing region close event to WAL at 1733983882851Closed at 1733983882851 2024-12-12T06:11:22,852 WARN [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/.initializing 2024-12-12T06:11:22,852 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/WALs/ffbfd3107920,40723,1733983882493 2024-12-12T06:11:22,853 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:11:22,856 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C40723%2C1733983882493, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/WALs/ffbfd3107920,40723,1733983882493, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/oldWALs, maxLogs=10 2024-12-12T06:11:22,868 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/WALs/ffbfd3107920,40723,1733983882493/ffbfd3107920%2C40723%2C1733983882493.1733983882856, exclude list is [], retry=0 2024-12-12T06:11:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36091,DS-fcd002e9-d932-4c7f-8b29-8f1e230b1656,DISK] 2024-12-12T06:11:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46133,DS-52f30e06-9c06-49bd-a7ca-d74df05d8919,DISK] 2024-12-12T06:11:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-eddcee0c-7cec-4a91-b5cc-b4de1dff890a,DISK] 2024-12-12T06:11:22,874 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/WALs/ffbfd3107920,40723,1733983882493/ffbfd3107920%2C40723%2C1733983882493.1733983882856 2024-12-12T06:11:22,874 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:44029:44029),(127.0.0.1/127.0.0.1:39921:39921)] 2024-12-12T06:11:22,874 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T06:11:22,874 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:22,874 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,874 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T06:11:22,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:22,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:22,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T06:11:22,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:22,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:22,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T06:11:22,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:22,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:22,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T06:11:22,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:22,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:22,885 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,886 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,886 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,887 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,887 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,888 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T06:11:22,889 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T06:11:22,891 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:22,892 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65585037, jitterRate=-0.022706791758537292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T06:11:22,892 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733983882875Initializing all the Stores at 1733983882876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983882876Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983882876Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983882876Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983882876Cleaning up temporary data from old regions at 1733983882887 (+11 ms)Region opened successfully at 1733983882892 (+5 ms) 2024-12-12T06:11:22,892 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T06:11:22,896 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce386a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:11:22,897 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-12T06:11:22,897 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T06:11:22,897 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T06:11:22,897 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T06:11:22,897 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-12T06:11:22,898 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-12T06:11:22,898 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-12T06:11:22,900 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T06:11:22,901 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T06:11:22,919 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-12T06:11:22,919 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T06:11:22,920 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T06:11:22,931 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-12T06:11:22,931 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T06:11:22,933 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T06:11:22,944 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-12T06:11:22,946 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T06:11:22,956 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T06:11:22,959 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T06:11:22,969 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,978 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ffbfd3107920,40723,1733983882493, sessionid=0x10018b40b850000, setting cluster-up flag (Was=false) 2024-12-12T06:11:22,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:22,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,023 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T06:11:23,025 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,40723,1733983882493 2024-12-12T06:11:23,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,073 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T06:11:23,074 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ffbfd3107920,40723,1733983882493 2024-12-12T06:11:23,076 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-12T06:11:23,077 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-12T06:11:23,077 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-12T06:11:23,077 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T06:11:23,078 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ffbfd3107920,40723,1733983882493 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ffbfd3107920:0, corePoolSize=5, maxPoolSize=5 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ffbfd3107920:0, corePoolSize=10, maxPoolSize=10 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:11:23,079 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733983913080 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T06:11:23,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T06:11:23,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T06:11:23,081 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T06:11:23,082 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T06:11:23,082 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T06:11:23,082 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983883082,5,FailOnTimeoutGroup] 2024-12-12T06:11:23,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:23,082 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983883082,5,FailOnTimeoutGroup] 2024-12-12T06:11:23,082 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,082 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T06:11:23,082 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,082 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T06:11:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741831_1007 (size=1321) 2024-12-12T06:11:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741831_1007 (size=1321) 2024-12-12T06:11:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741831_1007 (size=1321) 2024-12-12T06:11:23,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-12T06:11:23,091 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741832_1008 (size=32) 2024-12-12T06:11:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741832_1008 (size=32) 2024-12-12T06:11:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741832_1008 (size=32) 2024-12-12T06:11:23,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:23,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T06:11:23,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T06:11:23,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:23,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:23,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T06:11:23,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T06:11:23,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:23,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:23,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T06:11:23,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T06:11:23,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:23,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:23,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T06:11:23,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T06:11:23,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:23,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:23,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T06:11:23,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740 2024-12-12T06:11:23,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740 2024-12-12T06:11:23,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T06:11:23,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T06:11:23,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T06:11:23,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T06:11:23,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:23,116 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74259962, jitterRate=0.10655966401100159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T06:11:23,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733983883100Initializing all the Stores at 1733983883101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983883101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983883101Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983883101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983883101Cleaning up temporary data from old regions at 1733983883112 (+11 ms)Region opened successfully at 1733983883116 (+4 ms) 2024-12-12T06:11:23,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T06:11:23,116 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T06:11:23,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T06:11:23,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T06:11:23,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T06:11:23,117 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T06:11:23,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733983883116Disabling compacts and flushes for region at 1733983883116Disabling writes for close at 1733983883116Writing region close event to WAL at 1733983883117 (+1 ms)Closed at 1733983883117 2024-12-12T06:11:23,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T06:11:23,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-12T06:11:23,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T06:11:23,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T06:11:23,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T06:11:23,145 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(746): ClusterId : 7114b5fc-043d-4b47-be6c-d8ea2befb24e 2024-12-12T06:11:23,145 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(746): ClusterId : 7114b5fc-043d-4b47-be6c-d8ea2befb24e 2024-12-12T06:11:23,145 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(746): ClusterId : 7114b5fc-043d-4b47-be6c-d8ea2befb24e 2024-12-12T06:11:23,145 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T06:11:23,145 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T06:11:23,145 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T06:11:23,171 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T06:11:23,171 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T06:11:23,171 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T06:11:23,171 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T06:11:23,171 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T06:11:23,171 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T06:11:23,182 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T06:11:23,182 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T06:11:23,182 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T06:11:23,183 DEBUG [RS:0;ffbfd3107920:41001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b18f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:11:23,183 DEBUG [RS:2;ffbfd3107920:39371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bf1517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:11:23,183 DEBUG [RS:1;ffbfd3107920:44185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5783fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ffbfd3107920/172.17.0.2:0 2024-12-12T06:11:23,195 DEBUG [RS:0;ffbfd3107920:41001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ffbfd3107920:41001 2024-12-12T06:11:23,195 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ffbfd3107920:44185 2024-12-12T06:11:23,195 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ffbfd3107920:39371 2024-12-12T06:11:23,196 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T06:11:23,196 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T06:11:23,196 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T06:11:23,196 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T06:11:23,196 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T06:11:23,196 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T06:11:23,196 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T06:11:23,196 DEBUG [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T06:11:23,196 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T06:11:23,196 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40723,1733983882493 with port=39371, startcode=1733983882717 2024-12-12T06:11:23,196 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40723,1733983882493 with port=41001, startcode=1733983882640 2024-12-12T06:11:23,196 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(2659): reportForDuty to master=ffbfd3107920,40723,1733983882493 with port=44185, startcode=1733983882676 2024-12-12T06:11:23,197 DEBUG [RS:0;ffbfd3107920:41001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T06:11:23,197 DEBUG [RS:1;ffbfd3107920:44185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T06:11:23,197 DEBUG [RS:2;ffbfd3107920:39371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T06:11:23,198 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T06:11:23,198 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T06:11:23,198 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T06:11:23,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,41001,1733983882640 2024-12-12T06:11:23,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,41001,1733983882640 2024-12-12T06:11:23,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,44185,1733983882676 2024-12-12T06:11:23,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:23,200 DEBUG [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:23,200 DEBUG [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44965 2024-12-12T06:11:23,200 DEBUG [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-12T06:11:23,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ffbfd3107920,39371,1733983882717 2024-12-12T06:11:23,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(517): Registering regionserver=ffbfd3107920,39371,1733983882717 2024-12-12T06:11:23,201 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:23,201 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44965 2024-12-12T06:11:23,201 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-12T06:11:23,202 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:23,202 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44965 2024-12-12T06:11:23,202 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-12T06:11:23,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T06:11:23,257 DEBUG [RS:0;ffbfd3107920:41001 {}] zookeeper.ZKUtil(111): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,41001,1733983882640 2024-12-12T06:11:23,257 WARN [RS:0;ffbfd3107920:41001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:11:23,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,41001,1733983882640] 2024-12-12T06:11:23,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,44185,1733983882676] 2024-12-12T06:11:23,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ffbfd3107920,39371,1733983882717] 2024-12-12T06:11:23,258 INFO [RS:0;ffbfd3107920:41001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:11:23,258 DEBUG [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640 2024-12-12T06:11:23,258 DEBUG [RS:1;ffbfd3107920:44185 {}] zookeeper.ZKUtil(111): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,44185,1733983882676 2024-12-12T06:11:23,258 WARN [RS:1;ffbfd3107920:44185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:11:23,258 DEBUG [RS:2;ffbfd3107920:39371 {}] zookeeper.ZKUtil(111): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ffbfd3107920,39371,1733983882717 2024-12-12T06:11:23,258 WARN [RS:2;ffbfd3107920:39371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T06:11:23,258 INFO [RS:1;ffbfd3107920:44185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:11:23,258 INFO [RS:2;ffbfd3107920:39371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:11:23,258 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,44185,1733983882676 2024-12-12T06:11:23,258 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,39371,1733983882717 2024-12-12T06:11:23,265 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T06:11:23,265 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T06:11:23,265 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T06:11:23,270 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T06:11:23,270 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T06:11:23,270 WARN [ffbfd3107920:40723 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T06:11:23,270 INFO [RS:0;ffbfd3107920:41001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T06:11:23,270 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,270 INFO [RS:2;ffbfd3107920:39371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T06:11:23,270 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,275 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T06:11:23,275 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T06:11:23,275 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T06:11:23,276 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T06:11:23,276 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T06:11:23,276 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,276 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:11:23,276 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,276 DEBUG [RS:0;ffbfd3107920:41001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:11:23,277 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,277 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,277 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:11:23,277 INFO [RS:1;ffbfd3107920:44185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T06:11:23,277 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,277 DEBUG [RS:2;ffbfd3107920:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:11:23,279 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T06:11:23,279 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,41001,1733983882640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,279 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39371,1733983882717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:11:23,280 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T06:11:23,280 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,280 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,280 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,280 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,280 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0, corePoolSize=2, maxPoolSize=2 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ffbfd3107920:0, corePoolSize=1, maxPoolSize=1 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:11:23,281 DEBUG [RS:1;ffbfd3107920:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ffbfd3107920:0, corePoolSize=3, maxPoolSize=3 2024-12-12T06:11:23,282 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,283 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,283 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,283 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,283 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,283 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,44185,1733983882676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:11:23,292 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-12T06:11:23,292 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-12T06:11:23,292 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,39371,1733983882717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,292 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,41001,1733983882640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,292 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,292 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,292 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.Replication(171): ffbfd3107920,41001,1733983882640 started 2024-12-12T06:11:23,292 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.Replication(171): ffbfd3107920,39371,1733983882717 started 2024-12-12T06:11:23,294 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-12T06:11:23,294 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,44185,1733983882676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,294 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,294 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.Replication(171): ffbfd3107920,44185,1733983882676 started 2024-12-12T06:11:23,303 INFO [RS:0;ffbfd3107920:41001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,303 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,304 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,41001,1733983882640, RpcServer on ffbfd3107920/172.17.0.2:41001, sessionid=0x10018b40b850001 2024-12-12T06:11:23,304 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,39371,1733983882717, RpcServer on ffbfd3107920/172.17.0.2:39371, sessionid=0x10018b40b850003 2024-12-12T06:11:23,304 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T06:11:23,304 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T06:11:23,304 DEBUG [RS:0;ffbfd3107920:41001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,41001,1733983882640 2024-12-12T06:11:23,304 DEBUG [RS:2;ffbfd3107920:39371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,39371,1733983882717 2024-12-12T06:11:23,304 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,41001,1733983882640' 2024-12-12T06:11:23,304 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,39371,1733983882717' 2024-12-12T06:11:23,304 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T06:11:23,304 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T06:11:23,305 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T06:11:23,305 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T06:11:23,305 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T06:11:23,305 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T06:11:23,305 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T06:11:23,305 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T06:11:23,305 DEBUG [RS:0;ffbfd3107920:41001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,41001,1733983882640 2024-12-12T06:11:23,305 DEBUG [RS:2;ffbfd3107920:39371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,39371,1733983882717 2024-12-12T06:11:23,305 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,41001,1733983882640' 2024-12-12T06:11:23,305 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,39371,1733983882717' 2024-12-12T06:11:23,305 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T06:11:23,305 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T06:11:23,305 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T06:11:23,305 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T06:11:23,306 DEBUG [RS:0;ffbfd3107920:41001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T06:11:23,306 DEBUG [RS:2;ffbfd3107920:39371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T06:11:23,306 INFO [RS:0;ffbfd3107920:41001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T06:11:23,306 INFO [RS:2;ffbfd3107920:39371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T06:11:23,306 INFO [RS:0;ffbfd3107920:41001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T06:11:23,306 INFO [RS:2;ffbfd3107920:39371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T06:11:23,307 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:23,307 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1482): Serving as ffbfd3107920,44185,1733983882676, RpcServer on ffbfd3107920/172.17.0.2:44185, sessionid=0x10018b40b850002 2024-12-12T06:11:23,308 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T06:11:23,308 DEBUG [RS:1;ffbfd3107920:44185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ffbfd3107920,44185,1733983882676 2024-12-12T06:11:23,308 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,44185,1733983882676' 2024-12-12T06:11:23,308 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T06:11:23,308 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T06:11:23,309 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T06:11:23,309 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T06:11:23,309 DEBUG [RS:1;ffbfd3107920:44185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ffbfd3107920,44185,1733983882676 2024-12-12T06:11:23,309 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ffbfd3107920,44185,1733983882676' 2024-12-12T06:11:23,309 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T06:11:23,309 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T06:11:23,309 DEBUG [RS:1;ffbfd3107920:44185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T06:11:23,309 INFO [RS:1;ffbfd3107920:44185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T06:11:23,309 INFO [RS:1;ffbfd3107920:44185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T06:11:23,407 INFO [RS:2;ffbfd3107920:39371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:11:23,407 INFO [RS:0;ffbfd3107920:41001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:11:23,410 INFO [RS:1;ffbfd3107920:44185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T06:11:23,412 INFO [RS:0;ffbfd3107920:41001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C41001%2C1733983882640, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs, maxLogs=32 2024-12-12T06:11:23,412 INFO [RS:2;ffbfd3107920:39371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C39371%2C1733983882717, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,39371,1733983882717, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs, maxLogs=32 2024-12-12T06:11:23,415 INFO [RS:1;ffbfd3107920:44185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C44185%2C1733983882676, suffix=, logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,44185,1733983882676, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs, maxLogs=32 2024-12-12T06:11:23,427 DEBUG [RS:0;ffbfd3107920:41001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640/ffbfd3107920%2C41001%2C1733983882640.1733983883416, exclude list is [], retry=0 2024-12-12T06:11:23,427 DEBUG [RS:2;ffbfd3107920:39371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,39371,1733983882717/ffbfd3107920%2C39371%2C1733983882717.1733983883416, exclude list is [], retry=0 2024-12-12T06:11:23,427 DEBUG [RS:1;ffbfd3107920:44185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,44185,1733983882676/ffbfd3107920%2C44185%2C1733983882676.1733983883417, exclude list is [], retry=0 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36091,DS-fcd002e9-d932-4c7f-8b29-8f1e230b1656,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-eddcee0c-7cec-4a91-b5cc-b4de1dff890a,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46133,DS-52f30e06-9c06-49bd-a7ca-d74df05d8919,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36091,DS-fcd002e9-d932-4c7f-8b29-8f1e230b1656,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36091,DS-fcd002e9-d932-4c7f-8b29-8f1e230b1656,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-eddcee0c-7cec-4a91-b5cc-b4de1dff890a,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-eddcee0c-7cec-4a91-b5cc-b4de1dff890a,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46133,DS-52f30e06-9c06-49bd-a7ca-d74df05d8919,DISK] 2024-12-12T06:11:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46133,DS-52f30e06-9c06-49bd-a7ca-d74df05d8919,DISK] 2024-12-12T06:11:23,438 INFO [RS:2;ffbfd3107920:39371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,39371,1733983882717/ffbfd3107920%2C39371%2C1733983882717.1733983883416 2024-12-12T06:11:23,438 INFO [RS:1;ffbfd3107920:44185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,44185,1733983882676/ffbfd3107920%2C44185%2C1733983882676.1733983883417 2024-12-12T06:11:23,438 INFO [RS:0;ffbfd3107920:41001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640/ffbfd3107920%2C41001%2C1733983882640.1733983883416 2024-12-12T06:11:23,438 DEBUG [RS:1;ffbfd3107920:44185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:44029:44029),(127.0.0.1/127.0.0.1:39921:39921)] 2024-12-12T06:11:23,438 DEBUG [RS:2;ffbfd3107920:39371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39921:39921),(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:44029:44029)] 2024-12-12T06:11:23,439 DEBUG [RS:0;ffbfd3107920:41001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44029:44029),(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:39921:39921)] 2024-12-12T06:11:23,520 DEBUG [ffbfd3107920:40723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-12T06:11:23,521 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0} 2024-12-12T06:11:23,525 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-12T06:11:23,525 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-12T06:11:23,525 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-12T06:11:23,526 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-12T06:11:23,526 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-12T06:11:23,526 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-12T06:11:23,526 INFO [ffbfd3107920:40723 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-12T06:11:23,526 INFO [ffbfd3107920:40723 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-12T06:11:23,526 INFO [ffbfd3107920:40723 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-12T06:11:23,526 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T06:11:23,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:23,529 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,44185,1733983882676, state=OPENING 2024-12-12T06:11:23,544 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T06:11:23,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:11:23,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T06:11:23,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,44185,1733983882676}] 2024-12-12T06:11:23,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:23,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:23,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:23,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:24,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:24,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:24,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:25,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T06:11:25,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:25,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:25,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:33,606 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T06:11:33,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T06:11:33,618 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-12T06:11:33,619 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T06:11:33,619 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T06:11:33,621 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ffbfd3107920%2C44185%2C1733983882676.meta, suffix=.meta, logDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,44185,1733983882676, archiveDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs, maxLogs=32 2024-12-12T06:11:33,633 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,44185,1733983882676/ffbfd3107920%2C44185%2C1733983882676.meta.1733983893622.meta, exclude list is [], retry=0 2024-12-12T06:11:33,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36091,DS-fcd002e9-d932-4c7f-8b29-8f1e230b1656,DISK] 2024-12-12T06:11:33,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-eddcee0c-7cec-4a91-b5cc-b4de1dff890a,DISK] 2024-12-12T06:11:33,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46133,DS-52f30e06-9c06-49bd-a7ca-d74df05d8919,DISK] 2024-12-12T06:11:33,637 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,44185,1733983882676/ffbfd3107920%2C44185%2C1733983882676.meta.1733983893622.meta 2024-12-12T06:11:33,638 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:44029:44029),(127.0.0.1/127.0.0.1:39921:39921)] 2024-12-12T06:11:33,638 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T06:11:33,638 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T06:11:33,638 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T06:11:33,638 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T06:11:33,638 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T06:11:33,638 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,639 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-12T06:11:33,639 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-12T06:11:33,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T06:11:33,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T06:11:33,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:33,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:33,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T06:11:33,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T06:11:33,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:33,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:33,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T06:11:33,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T06:11:33,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:33,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:33,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T06:11:33,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T06:11:33,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:33,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T06:11:33,645 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T06:11:33,646 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740 2024-12-12T06:11:33,647 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740 2024-12-12T06:11:33,648 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T06:11:33,648 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T06:11:33,649 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T06:11:33,651 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T06:11:33,651 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65456355, jitterRate=-0.024624302983283997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T06:11:33,651 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-12T06:11:33,652 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733983893639Writing region info on filesystem at 1733983893639Initializing all the Stores at 1733983893640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983893640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983893640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983893640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733983893640Cleaning up temporary data from old regions at 1733983893648 (+8 ms)Running coprocessor post-open hooks at 1733983893652 (+4 ms)Region opened successfully at 1733983893652 2024-12-12T06:11:33,652 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733983893605 2024-12-12T06:11:33,654 DEBUG [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T06:11:33,654 INFO [RS_OPEN_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-12T06:11:33,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:33,655 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ffbfd3107920,44185,1733983882676, state=OPEN 2024-12-12T06:11:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:11:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:11:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:11:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T06:11:33,721 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:33,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:33,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:33,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:33,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T06:11:33,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T06:11:33,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ffbfd3107920,44185,1733983882676 in 10.1200 sec 2024-12-12T06:11:33,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T06:11:33,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6090 sec 2024-12-12T06:11:33,732 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T06:11:33,732 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-12T06:11:33,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:11:33,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,44185,1733983882676, seqNum=-1] 2024-12-12T06:11:33,734 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:11:33,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:11:33,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6620 sec 2024-12-12T06:11:33,740 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733983893740, completionTime=-1 2024-12-12T06:11:33,740 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-12T06:11:33,740 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-12T06:11:33,741 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733983953741 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733984013742 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-12T06:11:33,742 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40723,1733983882493-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40723,1733983882493-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40723,1733983882493-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ffbfd3107920:40723, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:33,742 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:33,743 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:33,744 DEBUG [master/ffbfd3107920:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-12T06:11:33,746 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.965sec 2024-12-12T06:11:33,746 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T06:11:33,746 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T06:11:33,746 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T06:11:33,746 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T06:11:33,746 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T06:11:33,747 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40723,1733983882493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T06:11:33,747 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40723,1733983882493-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T06:11:33,749 DEBUG [master/ffbfd3107920:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-12T06:11:33,749 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T06:11:33,749 INFO [master/ffbfd3107920:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ffbfd3107920,40723,1733983882493-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T06:11:33,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b51883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:11:33,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ffbfd3107920,40723,-1 for getting cluster id 2024-12-12T06:11:33,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T06:11:33,760 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7114b5fc-043d-4b47-be6c-d8ea2befb24e' 2024-12-12T06:11:33,760 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T06:11:33,760 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7114b5fc-043d-4b47-be6c-d8ea2befb24e" 2024-12-12T06:11:33,761 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622d328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:11:33,761 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ffbfd3107920,40723,-1] 2024-12-12T06:11:33,761 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T06:11:33,761 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:33,762 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T06:11:33,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d708a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:11:33,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:11:33,764 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,44185,1733983882676, seqNum=-1] 2024-12-12T06:11:33,765 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:11:33,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:11:33,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ffbfd3107920,40723,1733983882493 2024-12-12T06:11:33,768 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733983893768 (current time:1733983893768). 2024-12-12T06:11:33,768 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T06:11:33,768 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-12T06:11:33,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844bdd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:11:33,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ffbfd3107920,40723,-1 for getting cluster id 2024-12-12T06:11:33,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T06:11:33,770 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7114b5fc-043d-4b47-be6c-d8ea2befb24e' 2024-12-12T06:11:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T06:11:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7114b5fc-043d-4b47-be6c-d8ea2befb24e" 2024-12-12T06:11:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8a0f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:11:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ffbfd3107920,40723,-1] 2024-12-12T06:11:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T06:11:33,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:33,771 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T06:11:33,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436068be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T06:11:33,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T06:11:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ffbfd3107920,44185,1733983882676, seqNum=-1] 2024-12-12T06:11:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:11:33,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:11:33,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T06:11:33,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:11:33,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:33,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:11:33,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T06:11:33,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T06:11:33,777 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ffbfd3107920,40723,1733983882493 2024-12-12T06:11:33,777 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74267431 2024-12-12T06:11:33,778 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T06:11:33,779 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T06:11:33,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T06:11:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-12T06:11:33,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T06:11:33,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:33,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-12T06:11:33,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T06:11:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741837_1013 (size=361) 2024-12-12T06:11:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741837_1013 (size=361) 2024-12-12T06:11:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741837_1013 (size=361) 2024-12-12T06:11:33,796 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 034a38f20f01ecced566e1aa1a42aa5b, NAME => 'SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3e180fb3e3064399d756f4a389186e33, NAME => 'SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,797 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bc2618f66ca62b5224a5c00ac6ac111e, NAME => 'SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741838_1014 (size=62) 2024-12-12T06:11:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741838_1014 (size=62) 2024-12-12T06:11:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741838_1014 (size=62) 2024-12-12T06:11:33,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bc2618f66ca62b5224a5c00ac6ac111e, disabling compactions & flushes 2024-12-12T06:11:33,813 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:11:33,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:11:33,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. after waiting 0 ms 2024-12-12T06:11:33,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:11:33,813 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:11:33,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bc2618f66ca62b5224a5c00ac6ac111e: Waiting for close lock at 1733983893813Disabling compacts and flushes for region at 1733983893813Disabling writes for close at 1733983893813Writing region close event to WAL at 1733983893813Closed at 1733983893813 2024-12-12T06:11:33,814 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1737836d090b7fd28c193cfc678ee6d8, NAME => 'SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741839_1015 (size=62) 2024-12-12T06:11:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741840_1016 (size=54) 2024-12-12T06:11:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741840_1016 (size=54) 2024-12-12T06:11:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741839_1015 (size=62) 2024-12-12T06:11:33,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741839_1015 (size=62) 2024-12-12T06:11:33,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741840_1016 (size=54) 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3e180fb3e3064399d756f4a389186e33, disabling compactions & flushes 2024-12-12T06:11:33,822 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. after waiting 0 ms 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:11:33,822 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 034a38f20f01ecced566e1aa1a42aa5b, disabling compactions & flushes 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3e180fb3e3064399d756f4a389186e33: Waiting for close lock at 1733983893822Disabling compacts and flushes for region at 1733983893822Disabling writes for close at 1733983893822Writing region close event to WAL at 1733983893822Closed at 1733983893822 2024-12-12T06:11:33,822 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:11:33,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:11:33,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. after waiting 0 ms 2024-12-12T06:11:33,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:11:33,823 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:11:33,823 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 034a38f20f01ecced566e1aa1a42aa5b: Waiting for close lock at 1733983893822Disabling compacts and flushes for region at 1733983893822Disabling writes for close at 1733983893823 (+1 ms)Writing region close event to WAL at 1733983893823Closed at 1733983893823 2024-12-12T06:11:33,823 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 98cfc378a2314a9c674e8333175c4d15, NAME => 'SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,823 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac8c5c9cc7a465e36f14badcc6dfcc26, NAME => 'SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741841_1017 (size=62) 2024-12-12T06:11:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741841_1017 (size=62) 2024-12-12T06:11:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741841_1017 (size=62) 2024-12-12T06:11:33,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1737836d090b7fd28c193cfc678ee6d8, disabling compactions & flushes 2024-12-12T06:11:33,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:11:33,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:11:33,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. after waiting 0 ms 2024-12-12T06:11:33,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:11:33,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:11:33,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1737836d090b7fd28c193cfc678ee6d8: Waiting for close lock at 1733983893833Disabling compacts and flushes for region at 1733983893833Disabling writes for close at 1733983893833Writing region close event to WAL at 1733983893833Closed at 1733983893833 2024-12-12T06:11:33,834 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 10a30f2f6b887924819874d32c9f8d8a, NAME => 'SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741842_1018 (size=62) 2024-12-12T06:11:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741842_1018 (size=62) 2024-12-12T06:11:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741842_1018 (size=62) 2024-12-12T06:11:33,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ac8c5c9cc7a465e36f14badcc6dfcc26, disabling compactions & flushes 2024-12-12T06:11:33,841 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:11:33,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:11:33,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. after waiting 0 ms 2024-12-12T06:11:33,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:11:33,841 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:11:33,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac8c5c9cc7a465e36f14badcc6dfcc26: Waiting for close lock at 1733983893841Disabling compacts and flushes for region at 1733983893841Disabling writes for close at 1733983893841Writing region close event to WAL at 1733983893841Closed at 1733983893841 2024-12-12T06:11:33,842 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a8bf5f141ce06e4c1c3cbce99555fb8, NAME => 'SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741843_1019 (size=62) 2024-12-12T06:11:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741843_1019 (size=62) 2024-12-12T06:11:33,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741843_1019 (size=62) 2024-12-12T06:11:33,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 98cfc378a2314a9c674e8333175c4d15, disabling compactions & flushes 2024-12-12T06:11:33,849 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:11:33,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:11:33,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. after waiting 0 ms 2024-12-12T06:11:33,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:11:33,849 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:11:33,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 98cfc378a2314a9c674e8333175c4d15: Waiting for close lock at 1733983893849Disabling compacts and flushes for region at 1733983893849Disabling writes for close at 1733983893849Writing region close event to WAL at 1733983893849Closed at 1733983893849 2024-12-12T06:11:33,850 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5c3a4243dc7725c9e7c55063fb6b080d, NAME => 'SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741844_1020 (size=62) 2024-12-12T06:11:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741844_1020 (size=62) 2024-12-12T06:11:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741844_1020 (size=62) 2024-12-12T06:11:33,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4a8bf5f141ce06e4c1c3cbce99555fb8, disabling compactions & flushes 2024-12-12T06:11:33,866 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:33,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:33,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. after waiting 0 ms 2024-12-12T06:11:33,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:33,866 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:33,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a8bf5f141ce06e4c1c3cbce99555fb8: Waiting for close lock at 1733983893866Disabling compacts and flushes for region at 1733983893866Disabling writes for close at 1733983893866Writing region close event to WAL at 1733983893866Closed at 1733983893866 2024-12-12T06:11:33,867 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e261754da8df2fcd4fecfb4dbe15c65, NAME => 'SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1 2024-12-12T06:11:33,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741845_1021 (size=62) 2024-12-12T06:11:33,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741845_1021 (size=62) 2024-12-12T06:11:33,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 10a30f2f6b887924819874d32c9f8d8a, disabling compactions & flushes 2024-12-12T06:11:33,877 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:11:33,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:11:33,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. after waiting 0 ms 2024-12-12T06:11:33,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:11:33,878 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:11:33,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 10a30f2f6b887924819874d32c9f8d8a: Waiting for close lock at 1733983893877Disabling compacts and flushes for region at 1733983893877Disabling writes for close at 1733983893877Writing region close event to WAL at 1733983893878 (+1 ms)Closed at 1733983893878 2024-12-12T06:11:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741845_1021 (size=62) 2024-12-12T06:11:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741846_1022 (size=62) 2024-12-12T06:11:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741846_1022 (size=62) 2024-12-12T06:11:33,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5c3a4243dc7725c9e7c55063fb6b080d, disabling compactions & flushes 2024-12-12T06:11:33,886 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:11:33,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:11:33,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. after waiting 0 ms 2024-12-12T06:11:33,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:11:33,886 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:11:33,886 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5c3a4243dc7725c9e7c55063fb6b080d: Waiting for close lock at 1733983893886Disabling compacts and flushes for region at 1733983893886Disabling writes for close at 1733983893886Writing region close event to WAL at 1733983893886Closed at 1733983893886 2024-12-12T06:11:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741846_1022 (size=62) 2024-12-12T06:11:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741847_1023 (size=54) 2024-12-12T06:11:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741847_1023 (size=54) 2024-12-12T06:11:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741847_1023 (size=54) 2024-12-12T06:11:33,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:33,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2e261754da8df2fcd4fecfb4dbe15c65, disabling compactions & flushes 2024-12-12T06:11:33,899 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:11:33,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:11:33,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. after waiting 0 ms 2024-12-12T06:11:33,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:11:33,899 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:11:33,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e261754da8df2fcd4fecfb4dbe15c65: Waiting for close lock at 1733983893898Disabling compacts and flushes for region at 1733983893898Disabling writes for close at 1733983893899 (+1 ms)Writing region close event to WAL at 1733983893899Closed at 1733983893899 2024-12-12T06:11:33,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T06:11:33,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733983893900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733983893900"}]},"ts":"1733983893900"} 2024-12-12T06:11:33,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-12T06:11:33,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T06:11:33,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983893908"}]},"ts":"1733983893908"} 2024-12-12T06:11:33,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-12T06:11:33,911 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0} 2024-12-12T06:11:33,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-12T06:11:33,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-12T06:11:33,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-12T06:11:33,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-12T06:11:33,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-12T06:11:33,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-12T06:11:33,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-12T06:11:33,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-12T06:11:33,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-12T06:11:33,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T06:11:33,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=034a38f20f01ecced566e1aa1a42aa5b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc2618f66ca62b5224a5c00ac6ac111e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1737836d090b7fd28c193cfc678ee6d8, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98cfc378a2314a9c674e8333175c4d15, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a8bf5f141ce06e4c1c3cbce99555fb8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c3a4243dc7725c9e7c55063fb6b080d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e261754da8df2fcd4fecfb4dbe15c65, ASSIGN}] 2024-12-12T06:11:33,920 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=034a38f20f01ecced566e1aa1a42aa5b, ASSIGN 2024-12-12T06:11:33,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc2618f66ca62b5224a5c00ac6ac111e, ASSIGN 2024-12-12T06:11:33,920 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN 2024-12-12T06:11:33,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98cfc378a2314a9c674e8333175c4d15, ASSIGN 2024-12-12T06:11:33,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98cfc378a2314a9c674e8333175c4d15, ASSIGN; state=OFFLINE, location=ffbfd3107920,39371,1733983882717; forceNewPlan=false, retain=false 2024-12-12T06:11:33,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc2618f66ca62b5224a5c00ac6ac111e, ASSIGN; state=OFFLINE, location=ffbfd3107920,44185,1733983882676; forceNewPlan=false, retain=false 2024-12-12T06:11:33,921 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN; state=OFFLINE, location=ffbfd3107920,41001,1733983882640; forceNewPlan=false, retain=false 2024-12-12T06:11:33,921 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=034a38f20f01ecced566e1aa1a42aa5b, ASSIGN; state=OFFLINE, location=ffbfd3107920,39371,1733983882717; forceNewPlan=false, retain=false 2024-12-12T06:11:33,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c3a4243dc7725c9e7c55063fb6b080d, ASSIGN 2024-12-12T06:11:33,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e261754da8df2fcd4fecfb4dbe15c65, ASSIGN 2024-12-12T06:11:33,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a8bf5f141ce06e4c1c3cbce99555fb8, ASSIGN 2024-12-12T06:11:33,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN 2024-12-12T06:11:33,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN 2024-12-12T06:11:33,925 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e261754da8df2fcd4fecfb4dbe15c65, ASSIGN; state=OFFLINE, location=ffbfd3107920,44185,1733983882676; forceNewPlan=false, retain=false 2024-12-12T06:11:33,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c3a4243dc7725c9e7c55063fb6b080d, ASSIGN; state=OFFLINE, location=ffbfd3107920,39371,1733983882717; forceNewPlan=false, retain=false 2024-12-12T06:11:33,925 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN; state=OFFLINE, location=ffbfd3107920,41001,1733983882640; forceNewPlan=false, retain=false 2024-12-12T06:11:33,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a8bf5f141ce06e4c1c3cbce99555fb8, ASSIGN; state=OFFLINE, location=ffbfd3107920,44185,1733983882676; forceNewPlan=false, retain=false 2024-12-12T06:11:33,926 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN; state=OFFLINE, location=ffbfd3107920,41001,1733983882640; forceNewPlan=false, retain=false 2024-12-12T06:11:33,929 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1737836d090b7fd28c193cfc678ee6d8, ASSIGN 2024-12-12T06:11:33,930 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1737836d090b7fd28c193cfc678ee6d8, ASSIGN; state=OFFLINE, location=ffbfd3107920,44185,1733983882676; forceNewPlan=false, retain=false 2024-12-12T06:11:34,072 INFO [ffbfd3107920:40723 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-12T06:11:34,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4a8bf5f141ce06e4c1c3cbce99555fb8, regionState=OPENING, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:34,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bc2618f66ca62b5224a5c00ac6ac111e, regionState=OPENING, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:34,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=10a30f2f6b887924819874d32c9f8d8a, regionState=OPENING, regionLocation=ffbfd3107920,41001,1733983882640 2024-12-12T06:11:34,072 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1737836d090b7fd28c193cfc678ee6d8, regionState=OPENING, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:34,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2e261754da8df2fcd4fecfb4dbe15c65, regionState=OPENING, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:34,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ac8c5c9cc7a465e36f14badcc6dfcc26, regionState=OPENING, regionLocation=ffbfd3107920,41001,1733983882640 2024-12-12T06:11:34,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e180fb3e3064399d756f4a389186e33, regionState=OPENING, regionLocation=ffbfd3107920,41001,1733983882640 2024-12-12T06:11:34,073 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5c3a4243dc7725c9e7c55063fb6b080d, regionState=OPENING, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:11:34,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98cfc378a2314a9c674e8333175c4d15, regionState=OPENING, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:11:34,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=034a38f20f01ecced566e1aa1a42aa5b, regionState=OPENING, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:11:34,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a8bf5f141ce06e4c1c3cbce99555fb8, ASSIGN because future has completed 2024-12-12T06:11:34,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a8bf5f141ce06e4c1c3cbce99555fb8, server=ffbfd3107920,44185,1733983882676}] 2024-12-12T06:11:34,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN because future has completed 2024-12-12T06:11:34,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a30f2f6b887924819874d32c9f8d8a, server=ffbfd3107920,41001,1733983882640}] 2024-12-12T06:11:34,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc2618f66ca62b5224a5c00ac6ac111e, ASSIGN because future has completed 2024-12-12T06:11:34,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc2618f66ca62b5224a5c00ac6ac111e, server=ffbfd3107920,44185,1733983882676}] 2024-12-12T06:11:34,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1737836d090b7fd28c193cfc678ee6d8, ASSIGN because future has completed 2024-12-12T06:11:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e261754da8df2fcd4fecfb4dbe15c65, ASSIGN because future has completed 2024-12-12T06:11:34,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1737836d090b7fd28c193cfc678ee6d8, server=ffbfd3107920,44185,1733983882676}] 2024-12-12T06:11:34,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN because future has completed 2024-12-12T06:11:34,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN because future has completed 2024-12-12T06:11:34,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e261754da8df2fcd4fecfb4dbe15c65, server=ffbfd3107920,44185,1733983882676}] 2024-12-12T06:11:34,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c3a4243dc7725c9e7c55063fb6b080d, ASSIGN because future has completed 2024-12-12T06:11:34,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98cfc378a2314a9c674e8333175c4d15, ASSIGN because future has completed 2024-12-12T06:11:34,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e180fb3e3064399d756f4a389186e33, server=ffbfd3107920,41001,1733983882640}] 2024-12-12T06:11:34,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26, server=ffbfd3107920,41001,1733983882640}] 2024-12-12T06:11:34,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=034a38f20f01ecced566e1aa1a42aa5b, ASSIGN because future has completed 2024-12-12T06:11:34,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c3a4243dc7725c9e7c55063fb6b080d, server=ffbfd3107920,39371,1733983882717}] 2024-12-12T06:11:34,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98cfc378a2314a9c674e8333175c4d15, server=ffbfd3107920,39371,1733983882717}] 2024-12-12T06:11:34,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 034a38f20f01ecced566e1aa1a42aa5b, server=ffbfd3107920,39371,1733983882717}] 2024-12-12T06:11:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:35,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-12T06:11:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:38,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:38,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:38,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:39,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T06:11:39,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:39,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:39,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:42,978 INFO [regionserver/ffbfd3107920:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-12T06:11:44,082 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T06:11:44,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T06:11:44,089 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:44,090 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a8bf5f141ce06e4c1c3cbce99555fb8, NAME => 'SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-12T06:11:44,090 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,090 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,090 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,090 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,091 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:11:44,091 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a30f2f6b887924819874d32c9f8d8a, NAME => 'SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-12T06:11:44,092 INFO [StoreOpener-4a8bf5f141ce06e4c1c3cbce99555fb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,092 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,092 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,092 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,092 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T06:11:44,093 INFO [StoreOpener-4a8bf5f141ce06e4c1c3cbce99555fb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a8bf5f141ce06e4c1c3cbce99555fb8 columnFamilyName cf 2024-12-12T06:11:44,093 DEBUG [StoreOpener-4a8bf5f141ce06e4c1c3cbce99555fb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,093 INFO [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,094 INFO [StoreOpener-4a8bf5f141ce06e4c1c3cbce99555fb8-1 {}] regionserver.HStore(327): Store=4a8bf5f141ce06e4c1c3cbce99555fb8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,094 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T06:11:44,094 INFO [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a30f2f6b887924819874d32c9f8d8a columnFamilyName cf 2024-12-12T06:11:44,095 DEBUG [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,095 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,095 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,095 INFO [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] regionserver.HStore(327): Store=10a30f2f6b887924819874d32c9f8d8a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,095 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,095 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,096 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,096 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,096 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,097 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,097 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,097 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,098 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,099 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:11:44,099 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c3a4243dc7725c9e7c55063fb6b080d, NAME => 'SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-12T06:11:44,099 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,099 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,099 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,099 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,099 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,100 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4a8bf5f141ce06e4c1c3cbce99555fb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62307499, jitterRate=-0.07154591381549835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,100 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:44,100 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4a8bf5f141ce06e4c1c3cbce99555fb8: Running coprocessor pre-open hook at 1733983904090Writing region info on filesystem at 1733983904090Initializing all the Stores at 1733983904091 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904091Cleaning up temporary data from old regions at 1733983904096 (+5 ms)Running coprocessor post-open hooks at 1733983904100 (+4 ms)Region opened successfully at 1733983904100 2024-12-12T06:11:44,101 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8., pid=15, masterSystemTime=1733983904078 2024-12-12T06:11:44,103 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:44,103 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:44,103 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:11:44,103 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bc2618f66ca62b5224a5c00ac6ac111e, NAME => 'SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-12T06:11:44,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4a8bf5f141ce06e4c1c3cbce99555fb8, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:44,103 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,103 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,104 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,104 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,104 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,104 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 10a30f2f6b887924819874d32c9f8d8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64283816, jitterRate=-0.042096495628356934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,104 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:44,104 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 10a30f2f6b887924819874d32c9f8d8a: Running coprocessor pre-open hook at 1733983904092Writing region info on filesystem at 1733983904092Initializing all the Stores at 1733983904093 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904093Cleaning up temporary data from old regions at 1733983904097 (+4 ms)Running coprocessor post-open hooks at 1733983904104 (+7 ms)Region opened successfully at 1733983904104 2024-12-12T06:11:44,105 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a., pid=16, masterSystemTime=1733983904082 2024-12-12T06:11:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a8bf5f141ce06e4c1c3cbce99555fb8, server=ffbfd3107920,44185,1733983882676 because future has completed 2024-12-12T06:11:44,107 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:11:44,107 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:11:44,107 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:11:44,107 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e180fb3e3064399d756f4a389186e33, NAME => 'SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-12T06:11:44,107 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,107 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=10a30f2f6b887924819874d32c9f8d8a, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,41001,1733983882640 2024-12-12T06:11:44,107 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,107 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,107 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-12T06:11:44,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a8bf5f141ce06e4c1c3cbce99555fb8, server=ffbfd3107920,44185,1733983882676 in 10.0310 sec 2024-12-12T06:11:44,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a30f2f6b887924819874d32c9f8d8a, server=ffbfd3107920,41001,1733983882640 because future has completed 2024-12-12T06:11:44,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a8bf5f141ce06e4c1c3cbce99555fb8, ASSIGN in 10.1900 sec 2024-12-12T06:11:44,111 INFO [StoreOpener-5c3a4243dc7725c9e7c55063fb6b080d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,111 INFO [StoreOpener-bc2618f66ca62b5224a5c00ac6ac111e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-12T06:11:44,111 INFO [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a30f2f6b887924819874d32c9f8d8a, server=ffbfd3107920,41001,1733983882640 in 10.0340 sec 2024-12-12T06:11:44,113 INFO [StoreOpener-bc2618f66ca62b5224a5c00ac6ac111e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2618f66ca62b5224a5c00ac6ac111e columnFamilyName cf 2024-12-12T06:11:44,113 DEBUG [StoreOpener-bc2618f66ca62b5224a5c00ac6ac111e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN in 10.1940 sec 2024-12-12T06:11:44,113 INFO [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e180fb3e3064399d756f4a389186e33 columnFamilyName cf 2024-12-12T06:11:44,113 DEBUG [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,113 INFO [StoreOpener-bc2618f66ca62b5224a5c00ac6ac111e-1 {}] regionserver.HStore(327): Store=bc2618f66ca62b5224a5c00ac6ac111e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,113 INFO [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] regionserver.HStore(327): Store=3e180fb3e3064399d756f4a389186e33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,113 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,113 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,114 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,114 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,114 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,115 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,115 INFO [StoreOpener-5c3a4243dc7725c9e7c55063fb6b080d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c3a4243dc7725c9e7c55063fb6b080d columnFamilyName cf 2024-12-12T06:11:44,115 DEBUG [StoreOpener-5c3a4243dc7725c9e7c55063fb6b080d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,115 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,115 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,115 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,115 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,115 INFO [StoreOpener-5c3a4243dc7725c9e7c55063fb6b080d-1 {}] regionserver.HStore(327): Store=5c3a4243dc7725c9e7c55063fb6b080d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,115 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,116 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,116 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,116 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,116 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,116 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,116 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,118 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,118 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/3e180fb3e3064399d756f4a389186e33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,119 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3e180fb3e3064399d756f4a389186e33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61880448, jitterRate=-0.07790946960449219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,119 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:44,119 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3e180fb3e3064399d756f4a389186e33: Running coprocessor pre-open hook at 1733983904108Writing region info on filesystem at 1733983904108Initializing all the Stores at 1733983904109 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904109Cleaning up temporary data from old regions at 1733983904115 (+6 ms)Running coprocessor post-open hooks at 1733983904119 (+4 ms)Region opened successfully at 1733983904119 2024-12-12T06:11:44,120 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33., pid=20, masterSystemTime=1733983904082 2024-12-12T06:11:44,121 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:11:44,121 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:11:44,121 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:11:44,122 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ac8c5c9cc7a465e36f14badcc6dfcc26, NAME => 'SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-12T06:11:44,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e180fb3e3064399d756f4a389186e33, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,41001,1733983882640 2024-12-12T06:11:44,122 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,122 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,122 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,122 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e180fb3e3064399d756f4a389186e33, server=ffbfd3107920,41001,1733983882640 because future has completed 2024-12-12T06:11:44,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-12T06:11:44,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e180fb3e3064399d756f4a389186e33, server=ffbfd3107920,41001,1733983882640 in 10.0370 sec 2024-12-12T06:11:44,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN in 10.2080 sec 2024-12-12T06:11:44,132 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/bc2618f66ca62b5224a5c00ac6ac111e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,132 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bc2618f66ca62b5224a5c00ac6ac111e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72155969, jitterRate=0.07520772516727448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,132 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:44,132 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bc2618f66ca62b5224a5c00ac6ac111e: Running coprocessor pre-open hook at 1733983904104Writing region info on filesystem at 1733983904104Initializing all the Stores at 1733983904105 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904105Cleaning up temporary data from old regions at 1733983904115 (+10 ms)Running coprocessor post-open hooks at 1733983904132 (+17 ms)Region opened successfully at 1733983904132 2024-12-12T06:11:44,133 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e., pid=17, masterSystemTime=1733983904078 2024-12-12T06:11:44,135 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:11:44,135 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:11:44,135 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:11:44,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bc2618f66ca62b5224a5c00ac6ac111e, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:44,135 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e261754da8df2fcd4fecfb4dbe15c65, NAME => 'SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-12T06:11:44,136 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,136 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,136 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,136 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc2618f66ca62b5224a5c00ac6ac111e, server=ffbfd3107920,44185,1733983882676 because future has completed 2024-12-12T06:11:44,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-12-12T06:11:44,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bc2618f66ca62b5224a5c00ac6ac111e, server=ffbfd3107920,44185,1733983882676 in 10.0610 sec 2024-12-12T06:11:44,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc2618f66ca62b5224a5c00ac6ac111e, ASSIGN in 10.2210 sec 2024-12-12T06:11:44,143 INFO [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,143 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,144 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5c3a4243dc7725c9e7c55063fb6b080d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62699613, jitterRate=-0.06570295989513397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,144 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:44,144 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5c3a4243dc7725c9e7c55063fb6b080d: Running coprocessor pre-open hook at 1733983904099Writing region info on filesystem at 1733983904099Initializing all the Stores at 1733983904100 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904100Cleaning up temporary data from old regions at 1733983904116 (+16 ms)Running coprocessor post-open hooks at 1733983904144 (+28 ms)Region opened successfully at 1733983904144 2024-12-12T06:11:44,145 INFO [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8c5c9cc7a465e36f14badcc6dfcc26 columnFamilyName cf 2024-12-12T06:11:44,145 DEBUG [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,145 INFO [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] regionserver.HStore(327): Store=ac8c5c9cc7a465e36f14badcc6dfcc26/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,145 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,145 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., pid=22, masterSystemTime=1733983904093 2024-12-12T06:11:44,146 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,146 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,147 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,147 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,147 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:11:44,147 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:11:44,147 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:11:44,147 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 98cfc378a2314a9c674e8333175c4d15, NAME => 'SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-12T06:11:44,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5c3a4243dc7725c9e7c55063fb6b080d, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:11:44,148 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,148 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,148 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,148 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c3a4243dc7725c9e7c55063fb6b080d, server=ffbfd3107920,39371,1733983882717 because future has completed 2024-12-12T06:11:44,151 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,151 INFO [StoreOpener-2e261754da8df2fcd4fecfb4dbe15c65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,151 INFO [StoreOpener-98cfc378a2314a9c674e8333175c4d15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-12T06:11:44,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c3a4243dc7725c9e7c55063fb6b080d, server=ffbfd3107920,39371,1733983882717 in 10.0610 sec 2024-12-12T06:11:44,153 INFO [StoreOpener-98cfc378a2314a9c674e8333175c4d15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98cfc378a2314a9c674e8333175c4d15 columnFamilyName cf 2024-12-12T06:11:44,153 DEBUG [StoreOpener-98cfc378a2314a9c674e8333175c4d15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,154 INFO [StoreOpener-2e261754da8df2fcd4fecfb4dbe15c65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e261754da8df2fcd4fecfb4dbe15c65 columnFamilyName cf 2024-12-12T06:11:44,154 DEBUG [StoreOpener-2e261754da8df2fcd4fecfb4dbe15c65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,154 INFO [StoreOpener-98cfc378a2314a9c674e8333175c4d15-1 {}] regionserver.HStore(327): Store=98cfc378a2314a9c674e8333175c4d15/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,154 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c3a4243dc7725c9e7c55063fb6b080d, ASSIGN in 10.2350 sec 2024-12-12T06:11:44,155 INFO [StoreOpener-2e261754da8df2fcd4fecfb4dbe15c65-1 {}] regionserver.HStore(327): Store=2e261754da8df2fcd4fecfb4dbe15c65/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,155 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,155 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/ac8c5c9cc7a465e36f14badcc6dfcc26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,155 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,155 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ac8c5c9cc7a465e36f14badcc6dfcc26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64144349, jitterRate=-0.044174715876579285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,155 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:44,155 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,155 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ac8c5c9cc7a465e36f14badcc6dfcc26: Running coprocessor pre-open hook at 1733983904122Writing region info on filesystem at 1733983904122Initializing all the Stores at 1733983904123 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904124 (+1 ms)Cleaning up temporary data from old regions at 1733983904147 (+23 ms)Running coprocessor post-open hooks at 1733983904155 (+8 ms)Region opened successfully at 1733983904155 2024-12-12T06:11:44,156 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,156 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26., pid=21, masterSystemTime=1733983904082 2024-12-12T06:11:44,157 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,157 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,157 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,158 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:11:44,158 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:11:44,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ac8c5c9cc7a465e36f14badcc6dfcc26, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,41001,1733983882640 2024-12-12T06:11:44,159 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,159 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,159 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26, server=ffbfd3107920,41001,1733983882640 because future has completed 2024-12-12T06:11:44,161 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,164 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,164 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/98cfc378a2314a9c674e8333175c4d15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-12T06:11:44,165 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 98cfc378a2314a9c674e8333175c4d15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74513778, jitterRate=0.11034181714057922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,165 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2e261754da8df2fcd4fecfb4dbe15c65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67682187, jitterRate=0.00854317843914032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,165 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:44,165 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:44,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26, server=ffbfd3107920,41001,1733983882640 in 10.0740 sec 2024-12-12T06:11:44,165 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 98cfc378a2314a9c674e8333175c4d15: Running coprocessor pre-open hook at 1733983904148Writing region info on filesystem at 1733983904148Initializing all the Stores at 1733983904149 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904149Cleaning up temporary data from old regions at 1733983904159 (+10 ms)Running coprocessor post-open hooks at 1733983904165 (+6 ms)Region opened successfully at 1733983904165 2024-12-12T06:11:44,165 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2e261754da8df2fcd4fecfb4dbe15c65: Running coprocessor pre-open hook at 1733983904136Writing region info on filesystem at 1733983904136Initializing all the Stores at 1733983904137 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904137Cleaning up temporary data from old regions at 1733983904157 (+20 ms)Running coprocessor post-open hooks at 1733983904165 (+8 ms)Region opened successfully at 1733983904165 2024-12-12T06:11:44,166 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15., pid=24, masterSystemTime=1733983904093 2024-12-12T06:11:44,166 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., pid=19, masterSystemTime=1733983904078 2024-12-12T06:11:44,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN in 10.2470 sec 2024-12-12T06:11:44,167 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:11:44,167 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:11:44,168 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:11:44,168 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 034a38f20f01ecced566e1aa1a42aa5b, NAME => 'SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-12T06:11:44,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98cfc378a2314a9c674e8333175c4d15, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:11:44,168 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,168 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,168 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:11:44,168 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:11:44,169 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:11:44,169 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,169 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1737836d090b7fd28c193cfc678ee6d8, NAME => 'SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-12T06:11:44,169 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,169 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,169 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:11:44,169 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,169 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2e261754da8df2fcd4fecfb4dbe15c65, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:44,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98cfc378a2314a9c674e8333175c4d15, server=ffbfd3107920,39371,1733983882717 because future has completed 2024-12-12T06:11:44,172 INFO [StoreOpener-034a38f20f01ecced566e1aa1a42aa5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,173 INFO [StoreOpener-1737836d090b7fd28c193cfc678ee6d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e261754da8df2fcd4fecfb4dbe15c65, server=ffbfd3107920,44185,1733983882676 because future has completed 2024-12-12T06:11:44,174 INFO [StoreOpener-034a38f20f01ecced566e1aa1a42aa5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 034a38f20f01ecced566e1aa1a42aa5b columnFamilyName cf 2024-12-12T06:11:44,174 DEBUG [StoreOpener-034a38f20f01ecced566e1aa1a42aa5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,175 INFO [StoreOpener-034a38f20f01ecced566e1aa1a42aa5b-1 {}] regionserver.HStore(327): Store=034a38f20f01ecced566e1aa1a42aa5b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,175 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,175 INFO [StoreOpener-1737836d090b7fd28c193cfc678ee6d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1737836d090b7fd28c193cfc678ee6d8 columnFamilyName cf 2024-12-12T06:11:44,175 DEBUG [StoreOpener-1737836d090b7fd28c193cfc678ee6d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:11:44,176 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,176 INFO [StoreOpener-1737836d090b7fd28c193cfc678ee6d8-1 {}] regionserver.HStore(327): Store=1737836d090b7fd28c193cfc678ee6d8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:11:44,176 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-12T06:11:44,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98cfc378a2314a9c674e8333175c4d15, server=ffbfd3107920,39371,1733983882717 in 10.0830 sec 2024-12-12T06:11:44,177 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,177 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,177 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,178 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,178 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,179 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-12T06:11:44,179 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e261754da8df2fcd4fecfb4dbe15c65, server=ffbfd3107920,44185,1733983882676 in 10.0890 sec 2024-12-12T06:11:44,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98cfc378a2314a9c674e8333175c4d15, ASSIGN in 10.2590 sec 2024-12-12T06:11:44,180 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,181 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e261754da8df2fcd4fecfb4dbe15c65, ASSIGN in 10.2610 sec 2024-12-12T06:11:44,182 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/034a38f20f01ecced566e1aa1a42aa5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,183 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/1737836d090b7fd28c193cfc678ee6d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T06:11:44,183 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 034a38f20f01ecced566e1aa1a42aa5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59289154, jitterRate=-0.11652275919914246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,183 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:11:44,183 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 034a38f20f01ecced566e1aa1a42aa5b: Running coprocessor pre-open hook at 1733983904169Writing region info on filesystem at 1733983904169Initializing all the Stores at 1733983904171 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904171Cleaning up temporary data from old regions at 1733983904178 (+7 ms)Running coprocessor post-open hooks at 1733983904183 (+5 ms)Region opened successfully at 1733983904183 2024-12-12T06:11:44,183 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1737836d090b7fd28c193cfc678ee6d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72274364, jitterRate=0.07697194814682007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:11:44,183 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:44,183 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1737836d090b7fd28c193cfc678ee6d8: Running coprocessor pre-open hook at 1733983904169Writing region info on filesystem at 1733983904169Initializing all the Stores at 1733983904171 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983904171Cleaning up temporary data from old regions at 1733983904179 (+8 ms)Running coprocessor post-open hooks at 1733983904183 (+4 ms)Region opened successfully at 1733983904183 2024-12-12T06:11:44,184 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8., pid=18, masterSystemTime=1733983904078 2024-12-12T06:11:44,184 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b., pid=23, masterSystemTime=1733983904093 2024-12-12T06:11:44,186 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:11:44,186 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:11:44,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=034a38f20f01ecced566e1aa1a42aa5b, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:11:44,187 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:11:44,187 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:11:44,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1737836d090b7fd28c193cfc678ee6d8, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:11:44,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 034a38f20f01ecced566e1aa1a42aa5b, server=ffbfd3107920,39371,1733983882717 because future has completed 2024-12-12T06:11:44,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1737836d090b7fd28c193cfc678ee6d8, server=ffbfd3107920,44185,1733983882676 because future has completed 2024-12-12T06:11:44,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-12T06:11:44,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 034a38f20f01ecced566e1aa1a42aa5b, server=ffbfd3107920,39371,1733983882717 in 10.1010 sec 2024-12-12T06:11:44,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-12T06:11:44,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1737836d090b7fd28c193cfc678ee6d8, server=ffbfd3107920,44185,1733983882676 in 10.1120 sec 2024-12-12T06:11:44,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=034a38f20f01ecced566e1aa1a42aa5b, ASSIGN in 10.2740 sec 2024-12-12T06:11:44,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-12T06:11:44,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1737836d090b7fd28c193cfc678ee6d8, ASSIGN in 10.2750 sec 2024-12-12T06:11:44,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T06:11:44,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733983904195"}]},"ts":"1733983904195"} 2024-12-12T06:11:44,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-12T06:11:44,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T06:11:44,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4180 sec 2024-12-12T06:11:46,905 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ffbfd3107920:40923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-12T06:11:47,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-12T06:11:49,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T06:11:49,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:49,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:49,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T06:11:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T06:11:52,052 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-12T06:11:52,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-12T06:11:52,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:11:52,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-12T06:11:52,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:11:52,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-12T06:11:52,085 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a., hostname=ffbfd3107920,41001,1733983882640, seqNum=2] 2024-12-12T06:11:52,086 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a., hostname=ffbfd3107920,41001,1733983882640, seqNum=2] 2024-12-12T06:11:52,088 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a., hostname=ffbfd3107920,41001,1733983882640, seqNum=2] 2024-12-12T06:11:52,089 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a., hostname=ffbfd3107920,41001,1733983882640, seqNum=2] 2024-12-12T06:11:52,125 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,127 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,129 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,129 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,132 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,164 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., hostname=ffbfd3107920,39371,1733983882717, seqNum=2] 2024-12-12T06:11:52,166 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., hostname=ffbfd3107920,39371,1733983882717, seqNum=2] 2024-12-12T06:11:52,168 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., hostname=ffbfd3107920,39371,1733983882717, seqNum=2] 2024-12-12T06:11:52,169 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., hostname=ffbfd3107920,39371,1733983882717, seqNum=2] 2024-12-12T06:11:52,170 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., hostname=ffbfd3107920,39371,1733983882717, seqNum=2] 2024-12-12T06:11:52,171 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., hostname=ffbfd3107920,39371,1733983882717, seqNum=2] 2024-12-12T06:11:52,219 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,220 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,222 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,223 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,224 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,226 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., hostname=ffbfd3107920,44185,1733983882676, seqNum=2] 2024-12-12T06:11:52,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T06:11:52,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:11:52,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:11:52,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T06:11:52,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T06:11:52,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41001 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:11:52,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:11:52,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:11:52,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:11:53,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T06:11:53,292 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-12T06:11:53,293 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:11:53,293 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T06:11:53,294 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T06:11:53,297 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T06:11:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741848_1024 (size=49) 2024-12-12T06:11:53,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741848_1024 (size=49) 2024-12-12T06:11:53,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741848_1024 (size=49) 2024-12-12T06:11:53,306 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T06:11:53,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 034a38f20f01ecced566e1aa1a42aa5b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc2618f66ca62b5224a5c00ac6ac111e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e180fb3e3064399d756f4a389186e33}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1737836d090b7fd28c193cfc678ee6d8}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98cfc378a2314a9c674e8333175c4d15}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a30f2f6b887924819874d32c9f8d8a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a8bf5f141ce06e4c1c3cbce99555fb8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c3a4243dc7725c9e7c55063fb6b080d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e261754da8df2fcd4fecfb4dbe15c65}] 2024-12-12T06:11:53,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:11:53,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:11:53,309 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:11:53,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:11:53,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:11:53,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:11:53,314 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:11:53,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:11:53,314 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:11:53,315 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:12:03,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-12T06:12:03,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-12T06:12:03,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-12T06:12:03,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-12T06:12:03,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-12T06:12:03,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:12:03,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:12:03,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:12:03,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-12T06:12:03,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:12:03,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-12T06:12:03,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-12T06:12:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:12:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ac8c5c9cc7a465e36f14badcc6dfcc26: 2024-12-12T06:12:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 98cfc378a2314a9c674e8333175c4d15: 2024-12-12T06:12:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1737836d090b7fd28c193cfc678ee6d8: 2024-12-12T06:12:03,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 034a38f20f01ecced566e1aa1a42aa5b: 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41001 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:12:03,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 4a8bf5f141ce06e4c1c3cbce99555fb8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-12T06:12:03,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:12:03,318 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5c3a4243dc7725c9e7c55063fb6b080d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-12T06:12:03,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:03,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3e180fb3e3064399d756f4a389186e33: 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:12:03,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bc2618f66ca62b5224a5c00ac6ac111e: 2024-12-12T06:12:03,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 10a30f2f6b887924819874d32c9f8d8a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-12T06:12:03,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T06:12:03,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/.tmp/cf/a997fc43f7da46c8aba3185734f49740 is 34, key is baa/cf:cf/1733983912835/Put/seqid=0 2024-12-12T06:12:03,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/.tmp/cf/fd150d034b784b81b8d62523daa7413e is 34, key is aaa/cf:cf/1733983912780/Put/seqid=0 2024-12-12T06:12:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741851_1027 (size=65) 2024-12-12T06:12:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741851_1027 (size=65) 2024-12-12T06:12:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741851_1027 (size=65) 2024-12-12T06:12:03,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:12:03,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-12T06:12:03,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/.tmp/cf/493464c324cf4110b353fa3dff994bbe is 34, key is ccd/cf:cf/1733983912809/Put/seqid=0 2024-12-12T06:12:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-12T06:12:03,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:12:03,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:12:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741849_1025 (size=65) 2024-12-12T06:12:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741849_1025 (size=65) 2024-12-12T06:12:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741849_1025 (size=65) 2024-12-12T06:12:03,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:12:03,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-12T06:12:03,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:12:03,355 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2e261754da8df2fcd4fecfb4dbe15c65 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-12T06:12:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-12T06:12:03,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:12:03,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98cfc378a2314a9c674e8333175c4d15 in 10.0460 sec 2024-12-12T06:12:03,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:12:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741850_1026 (size=65) 2024-12-12T06:12:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741850_1026 (size=65) 2024-12-12T06:12:03,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1737836d090b7fd28c193cfc678ee6d8 in 10.0500 sec 2024-12-12T06:12:03,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741850_1026 (size=65) 2024-12-12T06:12:03,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:03,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-12T06:12:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-12T06:12:03,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:03,361 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:03,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26 in 10.0540 sec 2024-12-12T06:12:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741852_1028 (size=57) 2024-12-12T06:12:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741852_1028 (size=57) 2024-12-12T06:12:03,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741852_1028 (size=57) 2024-12-12T06:12:03,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:12:03,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-12T06:12:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-12T06:12:03,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:12:03,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:12:03,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741853_1029 (size=65) 2024-12-12T06:12:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741853_1029 (size=65) 2024-12-12T06:12:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741853_1029 (size=65) 2024-12-12T06:12:03,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:12:03,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-12T06:12:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-12T06:12:03,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:12:03,376 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:12:03,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 034a38f20f01ecced566e1aa1a42aa5b in 10.0660 sec 2024-12-12T06:12:03,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc2618f66ca62b5224a5c00ac6ac111e in 10.0700 sec 2024-12-12T06:12:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741854_1030 (size=65) 2024-12-12T06:12:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741854_1030 (size=65) 2024-12-12T06:12:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741854_1030 (size=65) 2024-12-12T06:12:03,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:03,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-12T06:12:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-12T06:12:03,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:03,384 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:03,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e180fb3e3064399d756f4a389186e33 in 10.0780 sec 2024-12-12T06:12:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741855_1031 (size=28623) 2024-12-12T06:12:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741856_1032 (size=26918) 2024-12-12T06:12:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741855_1031 (size=28623) 2024-12-12T06:12:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741855_1031 (size=28623) 2024-12-12T06:12:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741856_1032 (size=26918) 2024-12-12T06:12:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741856_1032 (size=26918) 2024-12-12T06:12:03,394 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/.tmp/cf/a997fc43f7da46c8aba3185734f49740 2024-12-12T06:12:03,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/.tmp/cf/fd150d034b784b81b8d62523daa7413e 2024-12-12T06:12:03,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/.tmp/cf/4528a4a565f34bb2b4a535173cc68ec3 is 34, key is eaa/cf:cf/1733983913193/Put/seqid=0 2024-12-12T06:12:03,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741857_1033 (size=47197) 2024-12-12T06:12:03,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741857_1033 (size=47197) 2024-12-12T06:12:03,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/.tmp/cf/493464c324cf4110b353fa3dff994bbe 2024-12-12T06:12:03,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741857_1033 (size=47197) 2024-12-12T06:12:03,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/.tmp/cf/a997fc43f7da46c8aba3185734f49740 as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/cf/a997fc43f7da46c8aba3185734f49740 2024-12-12T06:12:03,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/.tmp/cf/fd150d034b784b81b8d62523daa7413e as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/cf/fd150d034b784b81b8d62523daa7413e 2024-12-12T06:12:03,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/.tmp/cf/493464c324cf4110b353fa3dff994bbe as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/cf/493464c324cf4110b353fa3dff994bbe 2024-12-12T06:12:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741858_1034 (size=499309) 2024-12-12T06:12:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741858_1034 (size=499309) 2024-12-12T06:12:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741858_1034 (size=499309) 2024-12-12T06:12:03,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/.tmp/cf/4528a4a565f34bb2b4a535173cc68ec3 2024-12-12T06:12:03,440 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/cf/a997fc43f7da46c8aba3185734f49740, entries=731, sequenceid=5, filesize=28.0 K 2024-12-12T06:12:03,440 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/cf/fd150d034b784b81b8d62523daa7413e, entries=676, sequenceid=5, filesize=26.3 K 2024-12-12T06:12:03,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 4a8bf5f141ce06e4c1c3cbce99555fb8 in 125ms, sequenceid=5, compaction requested=false 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 4a8bf5f141ce06e4c1c3cbce99555fb8: 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 10a30f2f6b887924819874d32c9f8d8a in 122ms, sequenceid=5, compaction requested=false 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 10a30f2f6b887924819874d32c9f8d8a: 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/cf/a997fc43f7da46c8aba3185734f49740] hfiles 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/cf/a997fc43f7da46c8aba3185734f49740 for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/cf/fd150d034b784b81b8d62523daa7413e] hfiles 2024-12-12T06:12:03,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/cf/fd150d034b784b81b8d62523daa7413e for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,446 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/cf/493464c324cf4110b353fa3dff994bbe, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-12T06:12:03,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5c3a4243dc7725c9e7c55063fb6b080d in 130ms, sequenceid=5, compaction requested=false 2024-12-12T06:12:03,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5c3a4243dc7725c9e7c55063fb6b080d: 2024-12-12T06:12:03,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/cf/493464c324cf4110b353fa3dff994bbe] hfiles 2024-12-12T06:12:03,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/.tmp/cf/4528a4a565f34bb2b4a535173cc68ec3 as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/cf/4528a4a565f34bb2b4a535173cc68ec3 2024-12-12T06:12:03,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/cf/493464c324cf4110b353fa3dff994bbe for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,455 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/cf/4528a4a565f34bb2b4a535173cc68ec3, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-12T06:12:03,456 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 2e261754da8df2fcd4fecfb4dbe15c65 in 101ms, sequenceid=5, compaction requested=false 2024-12-12T06:12:03,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2e261754da8df2fcd4fecfb4dbe15c65: 2024-12-12T06:12:03,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. for SnapshotProcedureTest completed. 2024-12-12T06:12:03,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65.' region-info for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T06:12:03,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/cf/4528a4a565f34bb2b4a535173cc68ec3] hfiles 2024-12-12T06:12:03,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/cf/4528a4a565f34bb2b4a535173cc68ec3 for snapshot=SnapshotProcedureTest 2024-12-12T06:12:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741859_1035 (size=105) 2024-12-12T06:12:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741859_1035 (size=105) 2024-12-12T06:12:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741859_1035 (size=105) 2024-12-12T06:12:03,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:03,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-12T06:12:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-12T06:12:03,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:03,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:03,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10a30f2f6b887924819874d32c9f8d8a in 10.1650 sec 2024-12-12T06:12:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741860_1036 (size=105) 2024-12-12T06:12:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741861_1037 (size=105) 2024-12-12T06:12:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741860_1036 (size=105) 2024-12-12T06:12:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741860_1036 (size=105) 2024-12-12T06:12:03,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:12:03,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741861_1037 (size=105) 2024-12-12T06:12:03,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-12T06:12:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-12T06:12:03,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:12:03,484 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:12:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741861_1037 (size=105) 2024-12-12T06:12:03,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:12:03,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-12T06:12:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-12T06:12:03,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:12:03,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a8bf5f141ce06e4c1c3cbce99555fb8 in 10.1780 sec 2024-12-12T06:12:03,486 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:12:03,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5c3a4243dc7725c9e7c55063fb6b080d in 10.1800 sec 2024-12-12T06:12:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741862_1038 (size=97) 2024-12-12T06:12:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741862_1038 (size=97) 2024-12-12T06:12:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741862_1038 (size=97) 2024-12-12T06:12:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:12:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-12T06:12:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-12T06:12:03,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:12:03,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:12:03,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-12T06:12:03,500 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T06:12:03,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e261754da8df2fcd4fecfb4dbe15c65 in 10.1920 sec 2024-12-12T06:12:03,501 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T06:12:03,501 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T06:12:03,501 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-12T06:12:03,503 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-12T06:12:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741863_1039 (size=1174) 2024-12-12T06:12:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741863_1039 (size=1174) 2024-12-12T06:12:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741863_1039 (size=1174) 2024-12-12T06:12:03,528 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T06:12:03,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-12T06:12:03,535 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:03,535 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,535 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:03,535 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:03,535 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:03,540 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:03,540 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,540 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:03,540 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,612 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:12:03,612 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,612 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ffbfd3107920,41001,1733983882640: Simulated kill ***** 2024-12-12T06:12:03,612 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-12T06:12:03,612 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-12T06:12:03,613 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-12T06:12:03,613 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-12T06:12:03,613 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-12T06:12:03,613 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 798317440 }, "NonHeapMemoryUsage": { "committed": 177340416, "init": 7667712, "max": -1, "used": 173539792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-12T06:12:03,614 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40723 {}] master.MasterRpcServices(700): ffbfd3107920,41001,1733983882640 reported a fatal error: ***** ABORTING region server ffbfd3107920,41001,1733983882640: Simulated kill ***** 2024-12-12T06:12:03,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,41001,1733983882640' ***** 2024-12-12T06:12:03,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-12T06:12:03,615 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-12T06:12:03,615 INFO [RS:0;ffbfd3107920:41001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-12T06:12:03,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T06:12:03,615 INFO [RS:0;ffbfd3107920:41001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-12T06:12:03,615 INFO [RS:0;ffbfd3107920:41001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:12:03,615 INFO [RS:0;ffbfd3107920:41001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ffbfd3107920:41001. 2024-12-12T06:12:03,615 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T06:12:03,615 DEBUG [RS:0;ffbfd3107920:41001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:12:03,615 DEBUG [RS:0;ffbfd3107920:41001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:03,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741835_1011 (size=1488) 2024-12-12T06:12:03,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741835_1011 (size=1488) 2024-12-12T06:12:03,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741835_1011 (size=1488) 2024-12-12T06:12:03,618 DEBUG [RS:0;ffbfd3107920:41001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:03,618 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:12:03,618 INFO [RS:0;ffbfd3107920:41001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41001 2024-12-12T06:12:03,628 INFO [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:12:03,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T06:12:03,681 INFO [RS:0;ffbfd3107920:41001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:12:03,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,41001,1733983882640] 2024-12-12T06:12:03,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,41001,1733983882640 already deleted, retry=false 2024-12-12T06:12:03,697 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ffbfd3107920,41001,1733983882640 on ffbfd3107920,40723,1733983882493 2024-12-12T06:12:03,698 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ffbfd3107920,41001,1733983882640, splitWal=true, meta=false 2024-12-12T06:12:03,699 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for ffbfd3107920,41001,1733983882640 (carryingMeta=false) ffbfd3107920,41001,1733983882640/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7924b36e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-12T06:12:03,700 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ffbfd3107920,41001,1733983882640, splitWal=true, meta=false 2024-12-12T06:12:03,702 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ffbfd3107920,41001,1733983882640 had 3 regions 2024-12-12T06:12:03,704 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ffbfd3107920,41001,1733983882640, splitWal=true, meta=false, isMeta: false 2024-12-12T06:12:03,706 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting 2024-12-12T06:12:03,708 INFO [PEWorker-3 {}] master.SplitWALManager(105): ffbfd3107920,41001,1733983882640 WAL count=1, meta=false 2024-12-12T06:12:03,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ffbfd3107920%2C41001%2C1733983882640.1733983883416}] 2024-12-12T06:12:03,709 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:03,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ffbfd3107920%2C41001%2C1733983882640.1733983883416, worker=ffbfd3107920,39371,1733983882717}] 2024-12-12T06:12:03,710 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,41001,1733983882640 Release verify snapshot worker=ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,711 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to ffbfd3107920,41001,1733983882640, this operation will be retried to send to another server 2024-12-12T06:12:03,711 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T06:12:03,711 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733983924711 2024-12-12T06:12:03,711 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,41001,1733983882640 Release verify snapshot worker=ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,711 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to ffbfd3107920,41001,1733983882640, this operation will be retried to send to another server 2024-12-12T06:12:03,711 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-12T06:12:03,711 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-12T06:12:03,711 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-12T06:12:03,711 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T06:12:03,712 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733983924712 2024-12-12T06:12:03,718 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,41001,1733983882640 Release verify snapshot worker=ffbfd3107920,41001,1733983882640 2024-12-12T06:12:03,719 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to ffbfd3107920,41001,1733983882640, this operation will be retried to send to another server 2024-12-12T06:12:03,719 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T06:12:03,719 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733983924719 2024-12-12T06:12:03,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:03,789 INFO [RS:0;ffbfd3107920:41001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:12:03,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41001-0x10018b40b850001, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:03,789 INFO [RS:0;ffbfd3107920:41001 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,41001,1733983882640; zookeeper connection closed. 2024-12-12T06:12:03,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61c8cf92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61c8cf92 2024-12-12T06:12:04,359 INFO [regionserver/ffbfd3107920:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T06:12:04,359 INFO [regionserver/ffbfd3107920:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T06:12:13,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-12T06:12:13,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-12T06:12:13,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-12T06:12:13,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-12T06:12:13,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-12T06:12:13,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-12T06:12:13,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-12T06:12:13,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-12T06:12:13,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-12T06:12:13,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-12T06:12:13,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-12T06:12:13,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-12T06:12:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-12T06:12:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-12T06:12:13,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-12T06:12:13,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-12T06:12:13,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-12T06:12:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-12T06:12:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-12T06:12:13,548 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 Release verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,548 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 Release verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-12T06:12:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-12T06:12:13,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 in 10.0160 sec 2024-12-12T06:12:13,553 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:13,553 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,553 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 Release verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:13,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 in 10.0160 sec 2024-12-12T06:12:13,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 in 10.0210 sec 2024-12-12T06:12:13,556 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 Release verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,556 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 Release verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:13,556 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 Release verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,557 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 in 10.0240 sec 2024-12-12T06:12:13,558 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:13,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 in 10.0240 sec 2024-12-12T06:12:13,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 in 10.0240 sec 2024-12-12T06:12:13,563 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416, size=1.5 K (1488bytes) 2024-12-12T06:12:13,563 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416 2024-12-12T06:12:13,564 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416 after 1ms 2024-12-12T06:12:13,567 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416 took 4ms 2024-12-12T06:12:13,570 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 10a30f2f6b887924819874d32c9f8d8a: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-12T06:12:13,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3e180fb3e3064399d756f4a389186e33: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-12T06:12:13,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ac8c5c9cc7a465e36f14badcc6dfcc26: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-12T06:12:13,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416 so closing down 2024-12-12T06:12:13,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-12T06:12:13,572 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-12T06:12:13,572 INFO [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-12T06:12:13,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416, journal: Splitting hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416, size=1.5 K (1488bytes) at 1733983933563Finishing writing output for hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416 so closing down at 1733983933572 (+9 ms)3 split writer threads finished at 1733983933572Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733983933572 2024-12-12T06:12:13,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416 2024-12-12T06:12:13,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ffbfd3107920:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-12T06:12:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-12T06:12:13,576 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting/ffbfd3107920%2C41001%2C1733983882640.1733983883416 to hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs 2024-12-12T06:12:13,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-12T06:12:13,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ffbfd3107920%2C41001%2C1733983882640.1733983883416, worker=ffbfd3107920,39371,1733983882717 in 9.8660 sec 2024-12-12T06:12:13,579 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-12T06:12:13,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure ffbfd3107920%2C41001%2C1733983882640.1733983883416, worker=ffbfd3107920,39371,1733983882717 in 9.8710 sec 2024-12-12T06:12:13,582 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting dir is empty, no logs to split. 2024-12-12T06:12:13,582 INFO [PEWorker-4 {}] master.SplitWALManager(105): ffbfd3107920,41001,1733983882640 WAL count=0, meta=false 2024-12-12T06:12:13,582 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if ffbfd3107920,41001,1733983882640 WAL splitting is done? wals=0, meta=false 2024-12-12T06:12:13,584 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ffbfd3107920,41001,1733983882640 failed, ignore...File hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/WALs/ffbfd3107920,41001,1733983882640-splitting does not exist. 2024-12-12T06:12:13,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN}] 2024-12-12T06:12:13,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN 2024-12-12T06:12:13,586 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN 2024-12-12T06:12:13,586 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN 2024-12-12T06:12:13,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:12:13,587 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:12:13,587 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-12T06:12:13,738 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(204): Hosts are {ffbfd3107920=0} racks are {/default-rack=0} 2024-12-12T06:12:13,738 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-12T06:12:13,738 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-12T06:12:13,738 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-12T06:12:13,738 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-12T06:12:13,739 INFO [ffbfd3107920:40723 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-12T06:12:13,739 INFO [ffbfd3107920:40723 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-12T06:12:13,739 DEBUG [ffbfd3107920:40723 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-12T06:12:13,740 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ac8c5c9cc7a465e36f14badcc6dfcc26, regionState=OPENING, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:13,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=10a30f2f6b887924819874d32c9f8d8a, regionState=OPENING, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,740 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3e180fb3e3064399d756f4a389186e33, regionState=OPENING, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:13,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN because future has completed 2024-12-12T06:12:13,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e180fb3e3064399d756f4a389186e33, server=ffbfd3107920,39371,1733983882717}] 2024-12-12T06:12:13,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN because future has completed 2024-12-12T06:12:13,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26, server=ffbfd3107920,44185,1733983882676}] 2024-12-12T06:12:13,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN because future has completed 2024-12-12T06:12:13,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a30f2f6b887924819874d32c9f8d8a, server=ffbfd3107920,39371,1733983882717}] 2024-12-12T06:12:13,838 INFO [master/ffbfd3107920:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-12T06:12:13,838 INFO [master/ffbfd3107920:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-12T06:12:22,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T06:12:23,562 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,562 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-12T06:12:23,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-12T06:12:23,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-12T06:12:23,562 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e180fb3e3064399d756f4a389186e33, NAME => 'SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-12T06:12:23,562 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => ac8c5c9cc7a465e36f14badcc6dfcc26, NAME => 'SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-12T06:12:23,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-12T06:12:23,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-12T06:12:23,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-12T06:12:23,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,563 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-12T06:12:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-12T06:12:23,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-12T06:12:23,564 INFO [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,565 INFO [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-12T06:12:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-12T06:12:23,565 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 Release verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:23,565 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 Release verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:23,566 INFO [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e180fb3e3064399d756f4a389186e33 columnFamilyName cf 2024-12-12T06:12:23,566 INFO [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8c5c9cc7a465e36f14badcc6dfcc26 columnFamilyName cf 2024-12-12T06:12:23,566 DEBUG [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:12:23,566 DEBUG [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:12:23,566 INFO [StoreOpener-3e180fb3e3064399d756f4a389186e33-1 {}] regionserver.HStore(327): Store=3e180fb3e3064399d756f4a389186e33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:12:23,566 INFO [StoreOpener-ac8c5c9cc7a465e36f14badcc6dfcc26-1 {}] regionserver.HStore(327): Store=ac8c5c9cc7a465e36f14badcc6dfcc26/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:12:23,567 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,567 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 in 20.0330 sec 2024-12-12T06:12:23,568 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,568 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,568 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 Release verify snapshot worker=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:23,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 in 20.0330 sec 2024-12-12T06:12:23,569 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 Release verify snapshot worker=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:23,569 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,569 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,570 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,570 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,570 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,570 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,39371,1733983882717 in 20.0360 sec 2024-12-12T06:12:23,572 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,572 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-12-12T06:12:23,572 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T06:12:23,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ffbfd3107920,44185,1733983882676 in 20.0370 sec 2024-12-12T06:12:23,572 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.hbase-snapshot/SnapshotProcedureTest 2024-12-12T06:12:23,573 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 3e180fb3e3064399d756f4a389186e33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69525345, jitterRate=0.03600837290287018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:12:23,573 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened ac8c5c9cc7a465e36f14badcc6dfcc26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61978282, jitterRate=-0.0764516294002533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:12:23,573 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,573 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,573 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 3e180fb3e3064399d756f4a389186e33: Running coprocessor pre-open hook at 1733983943563Writing region info on filesystem at 1733983943563Initializing all the Stores at 1733983943564 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983943564Cleaning up temporary data from old regions at 1733983943570 (+6 ms)Running coprocessor post-open hooks at 1733983943573 (+3 ms)Region opened successfully at 1733983943573 2024-12-12T06:12:23,573 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for ac8c5c9cc7a465e36f14badcc6dfcc26: Running coprocessor pre-open hook at 1733983943563Writing region info on filesystem at 1733983943563Initializing all the Stores at 1733983943564 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983943564Cleaning up temporary data from old regions at 1733983943570 (+6 ms)Running coprocessor post-open hooks at 1733983943573 (+3 ms)Region opened successfully at 1733983943573 2024-12-12T06:12:23,573 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26., pid=53, masterSystemTime=1733983943553 2024-12-12T06:12:23,573 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33., pid=52, masterSystemTime=1733983943553 2024-12-12T06:12:23,574 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T06:12:23,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-12T06:12:23,575 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,575 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,575 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,575 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a30f2f6b887924819874d32c9f8d8a, NAME => 'SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-12T06:12:23,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2830 sec 2024-12-12T06:12:23,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3e180fb3e3064399d756f4a389186e33, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:23,575 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,575 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,575 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,575 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T06:12:23,576 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,576 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ac8c5c9cc7a465e36f14badcc6dfcc26, regionState=OPEN, openSeqNum=2, regionLocation=ffbfd3107920,44185,1733983882676 2024-12-12T06:12:23,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e180fb3e3064399d756f4a389186e33, server=ffbfd3107920,39371,1733983882717 because future has completed 2024-12-12T06:12:23,577 INFO [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26, server=ffbfd3107920,44185,1733983882676 because future has completed 2024-12-12T06:12:23,578 INFO [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a30f2f6b887924819874d32c9f8d8a columnFamilyName cf 2024-12-12T06:12:23,578 DEBUG [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T06:12:23,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-12T06:12:23,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e180fb3e3064399d756f4a389186e33, server=ffbfd3107920,39371,1733983882717 in 9.8330 sec 2024-12-12T06:12:23,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-12T06:12:23,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure ac8c5c9cc7a465e36f14badcc6dfcc26, server=ffbfd3107920,44185,1733983882676 in 9.8330 sec 2024-12-12T06:12:23,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e180fb3e3064399d756f4a389186e33, ASSIGN in 9.9950 sec 2024-12-12T06:12:23,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8c5c9cc7a465e36f14badcc6dfcc26, ASSIGN in 9.9960 sec 2024-12-12T06:12:23,588 DEBUG [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/cf/fd150d034b784b81b8d62523daa7413e 2024-12-12T06:12:23,588 INFO [StoreOpener-10a30f2f6b887924819874d32c9f8d8a-1 {}] regionserver.HStore(327): Store=10a30f2f6b887924819874d32c9f8d8a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T06:12:23,588 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,589 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,591 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,591 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,591 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,593 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,596 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:12:23,597 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 10a30f2f6b887924819874d32c9f8d8a; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75099074, jitterRate=0.11906340718269348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T06:12:23,597 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,597 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 10a30f2f6b887924819874d32c9f8d8a: Running coprocessor pre-open hook at 1733983943576Writing region info on filesystem at 1733983943576Initializing all the Stores at 1733983943577 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733983943577Cleaning up temporary data from old regions at 1733983943591 (+14 ms)Running coprocessor post-open hooks at 1733983943597 (+6 ms)Region opened successfully at 1733983943597 2024-12-12T06:12:23,598 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a., pid=54, masterSystemTime=1733983943553 2024-12-12T06:12:23,599 DEBUG [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,599 INFO [RS_OPEN_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=10a30f2f6b887924819874d32c9f8d8a, regionState=OPEN, openSeqNum=6, regionLocation=ffbfd3107920,39371,1733983882717 2024-12-12T06:12:23,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a30f2f6b887924819874d32c9f8d8a, server=ffbfd3107920,39371,1733983882717 because future has completed 2024-12-12T06:12:23,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-12T06:12:23,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a30f2f6b887924819874d32c9f8d8a, server=ffbfd3107920,39371,1733983882717 in 9.8550 sec 2024-12-12T06:12:23,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-12T06:12:23,605 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server ffbfd3107920,41001,1733983882640 after splitting done 2024-12-12T06:12:23,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a30f2f6b887924819874d32c9f8d8a, ASSIGN in 10.0180 sec 2024-12-12T06:12:23,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure ffbfd3107920,41001,1733983882640, splitWal=true, meta=false in 19.9080 sec 2024-12-12T06:12:23,644 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-12T06:12:23,647 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-12T06:12:23,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-12T06:12:23,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T06:12:23,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:12:23,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:23,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:23,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T06:12:23,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T06:12:23,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=378663047, stopped=false 2024-12-12T06:12:23,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ffbfd3107920,40723,1733983882493 2024-12-12T06:12:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T06:12:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T06:12:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T06:12:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:12:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:12:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:12:23,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T06:12:23,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:12:23,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T06:12:23,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:12:23,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T06:12:23,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:12:23,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:23,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,44185,1733983882676' ***** 2024-12-12T06:12:23,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-12T06:12:23,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ffbfd3107920,39371,1733983882717' ***** 2024-12-12T06:12:23,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-12T06:12:23,721 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-12T06:12:23,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T06:12:23,722 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-12T06:12:23,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T06:12:23,722 INFO [RS:2;ffbfd3107920:39371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T06:12:23,722 INFO [RS:2;ffbfd3107920:39371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T06:12:23,722 INFO [RS:1;ffbfd3107920:44185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(3091): Received CLOSE for 034a38f20f01ecced566e1aa1a42aa5b 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for ac8c5c9cc7a465e36f14badcc6dfcc26 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e180fb3e3064399d756f4a389186e33 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c3a4243dc7725c9e7c55063fb6b080d 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e261754da8df2fcd4fecfb4dbe15c65 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(3091): Received CLOSE for 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a8bf5f141ce06e4c1c3cbce99555fb8 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(3091): Received CLOSE for 10a30f2f6b887924819874d32c9f8d8a 2024-12-12T06:12:23,723 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 034a38f20f01ecced566e1aa1a42aa5b, disabling compactions & flushes 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,39371,1733983882717 2024-12-12T06:12:23,723 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:12:23,723 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1737836d090b7fd28c193cfc678ee6d8 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:12:23,723 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac8c5c9cc7a465e36f14badcc6dfcc26, disabling compactions & flushes 2024-12-12T06:12:23,723 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. after waiting 0 ms 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(959): stopping server ffbfd3107920,44185,1733983882676 2024-12-12T06:12:23,723 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:12:23,723 INFO [RS:2;ffbfd3107920:39371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ffbfd3107920:39371. 2024-12-12T06:12:23,723 INFO [RS:1;ffbfd3107920:44185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:12:23,724 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,724 INFO [RS:1;ffbfd3107920:44185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ffbfd3107920:44185. 2024-12-12T06:12:23,724 DEBUG [RS:2;ffbfd3107920:39371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:12:23,724 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,724 DEBUG [RS:2;ffbfd3107920:39371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:23,724 DEBUG [RS:1;ffbfd3107920:44185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T06:12:23,724 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. after waiting 0 ms 2024-12-12T06:12:23,724 DEBUG [RS:1;ffbfd3107920:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:23,724 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,724 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-12T06:12:23,724 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T06:12:23,724 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T06:12:23,724 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1325): Online Regions={034a38f20f01ecced566e1aa1a42aa5b=SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b., 3e180fb3e3064399d756f4a389186e33=SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33., 5c3a4243dc7725c9e7c55063fb6b080d=SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d., 98cfc378a2314a9c674e8333175c4d15=SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15., 10a30f2f6b887924819874d32c9f8d8a=SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a.} 2024-12-12T06:12:23,724 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T06:12:23,724 DEBUG [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1351): Waiting on 034a38f20f01ecced566e1aa1a42aa5b, 10a30f2f6b887924819874d32c9f8d8a, 3e180fb3e3064399d756f4a389186e33, 5c3a4243dc7725c9e7c55063fb6b080d, 98cfc378a2314a9c674e8333175c4d15 2024-12-12T06:12:23,724 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-12T06:12:23,725 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-12T06:12:23,725 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1325): Online Regions={ac8c5c9cc7a465e36f14badcc6dfcc26=SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26., 2e261754da8df2fcd4fecfb4dbe15c65=SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65., 1588230740=hbase:meta,,1.1588230740, 4a8bf5f141ce06e4c1c3cbce99555fb8=SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8., bc2618f66ca62b5224a5c00ac6ac111e=SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e., 1737836d090b7fd28c193cfc678ee6d8=SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8.} 2024-12-12T06:12:23,725 DEBUG [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1737836d090b7fd28c193cfc678ee6d8, 2e261754da8df2fcd4fecfb4dbe15c65, 4a8bf5f141ce06e4c1c3cbce99555fb8, ac8c5c9cc7a465e36f14badcc6dfcc26, bc2618f66ca62b5224a5c00ac6ac111e 2024-12-12T06:12:23,725 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T06:12:23,725 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T06:12:23,725 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T06:12:23,725 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T06:12:23,726 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T06:12:23,726 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-12T06:12:23,728 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/034a38f20f01ecced566e1aa1a42aa5b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:12:23,729 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/ac8c5c9cc7a465e36f14badcc6dfcc26/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T06:12:23,729 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:12:23,729 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 034a38f20f01ecced566e1aa1a42aa5b: Waiting for close lock at 1733983943723Running coprocessor pre-close hooks at 1733983943723Disabling compacts and flushes for region at 1733983943723Disabling writes for close at 1733983943723Writing region close event to WAL at 1733983943724 (+1 ms)Running coprocessor post-close hooks at 1733983943729 (+5 ms)Closed at 1733983943729 2024-12-12T06:12:23,729 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733983893780.034a38f20f01ecced566e1aa1a42aa5b. 2024-12-12T06:12:23,729 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e180fb3e3064399d756f4a389186e33, disabling compactions & flushes 2024-12-12T06:12:23,730 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. after waiting 0 ms 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,730 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac8c5c9cc7a465e36f14badcc6dfcc26: Waiting for close lock at 1733983943723Running coprocessor pre-close hooks at 1733983943723Disabling compacts and flushes for region at 1733983943723Disabling writes for close at 1733983943724 (+1 ms)Writing region close event to WAL at 1733983943724Running coprocessor post-close hooks at 1733983943730 (+6 ms)Closed at 1733983943730 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733983893780.ac8c5c9cc7a465e36f14badcc6dfcc26. 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e261754da8df2fcd4fecfb4dbe15c65, disabling compactions & flushes 2024-12-12T06:12:23,730 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. after waiting 0 ms 2024-12-12T06:12:23,730 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:12:23,734 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/3e180fb3e3064399d756f4a389186e33/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T06:12:23,735 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,735 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e180fb3e3064399d756f4a389186e33: Waiting for close lock at 1733983943729Running coprocessor pre-close hooks at 1733983943729Disabling compacts and flushes for region at 1733983943729Disabling writes for close at 1733983943730 (+1 ms)Writing region close event to WAL at 1733983943731 (+1 ms)Running coprocessor post-close hooks at 1733983943735 (+4 ms)Closed at 1733983943735 2024-12-12T06:12:23,735 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733983893780.3e180fb3e3064399d756f4a389186e33. 2024-12-12T06:12:23,735 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c3a4243dc7725c9e7c55063fb6b080d, disabling compactions & flushes 2024-12-12T06:12:23,736 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:12:23,736 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:12:23,736 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. after waiting 0 ms 2024-12-12T06:12:23,736 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:12:23,736 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/2e261754da8df2fcd4fecfb4dbe15c65/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-12T06:12:23,737 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:12:23,737 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e261754da8df2fcd4fecfb4dbe15c65: Waiting for close lock at 1733983943730Running coprocessor pre-close hooks at 1733983943730Disabling compacts and flushes for region at 1733983943730Disabling writes for close at 1733983943730Writing region close event to WAL at 1733983943733 (+3 ms)Running coprocessor post-close hooks at 1733983943737 (+4 ms)Closed at 1733983943737 2024-12-12T06:12:23,737 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733983893780.2e261754da8df2fcd4fecfb4dbe15c65. 2024-12-12T06:12:23,737 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a8bf5f141ce06e4c1c3cbce99555fb8, disabling compactions & flushes 2024-12-12T06:12:23,737 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:12:23,737 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:12:23,737 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. after waiting 0 ms 2024-12-12T06:12:23,737 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:12:23,742 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/info/3258d70a56fe45099c63dc792ca25b99 is 167, key is SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e./info:regioninfo/1733983904135/Put/seqid=0 2024-12-12T06:12:23,745 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/4a8bf5f141ce06e4c1c3cbce99555fb8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-12T06:12:23,746 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:12:23,746 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/5c3a4243dc7725c9e7c55063fb6b080d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-12T06:12:23,746 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a8bf5f141ce06e4c1c3cbce99555fb8: Waiting for close lock at 1733983943737Running coprocessor pre-close hooks at 1733983943737Disabling compacts and flushes for region at 1733983943737Disabling writes for close at 1733983943737Writing region close event to WAL at 1733983943741 (+4 ms)Running coprocessor post-close hooks at 1733983943746 (+5 ms)Closed at 1733983943746 2024-12-12T06:12:23,746 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733983893780.4a8bf5f141ce06e4c1c3cbce99555fb8. 2024-12-12T06:12:23,746 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc2618f66ca62b5224a5c00ac6ac111e, disabling compactions & flushes 2024-12-12T06:12:23,746 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:12:23,746 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:12:23,746 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. after waiting 0 ms 2024-12-12T06:12:23,746 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:12:23,747 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:12:23,747 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c3a4243dc7725c9e7c55063fb6b080d: Waiting for close lock at 1733983943735Running coprocessor pre-close hooks at 1733983943735Disabling compacts and flushes for region at 1733983943735Disabling writes for close at 1733983943736 (+1 ms)Writing region close event to WAL at 1733983943741 (+5 ms)Running coprocessor post-close hooks at 1733983943747 (+6 ms)Closed at 1733983943747 2024-12-12T06:12:23,747 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733983893780.5c3a4243dc7725c9e7c55063fb6b080d. 2024-12-12T06:12:23,747 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98cfc378a2314a9c674e8333175c4d15, disabling compactions & flushes 2024-12-12T06:12:23,747 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:12:23,747 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:12:23,748 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. after waiting 0 ms 2024-12-12T06:12:23,748 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:12:23,752 INFO [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:12:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741864_1040 (size=19817) 2024-12-12T06:12:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741864_1040 (size=19817) 2024-12-12T06:12:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741864_1040 (size=19817) 2024-12-12T06:12:23,753 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/info/3258d70a56fe45099c63dc792ca25b99 2024-12-12T06:12:23,755 INFO [regionserver/ffbfd3107920:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:12:23,760 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/bc2618f66ca62b5224a5c00ac6ac111e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:12:23,761 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:12:23,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc2618f66ca62b5224a5c00ac6ac111e: Waiting for close lock at 1733983943746Running coprocessor pre-close hooks at 1733983943746Disabling compacts and flushes for region at 1733983943746Disabling writes for close at 1733983943746Writing region close event to WAL at 1733983943747 (+1 ms)Running coprocessor post-close hooks at 1733983943761 (+14 ms)Closed at 1733983943761 2024-12-12T06:12:23,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733983893780.bc2618f66ca62b5224a5c00ac6ac111e. 2024-12-12T06:12:23,761 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1737836d090b7fd28c193cfc678ee6d8, disabling compactions & flushes 2024-12-12T06:12:23,761 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:12:23,762 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:12:23,762 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. after waiting 0 ms 2024-12-12T06:12:23,762 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:12:23,763 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/98cfc378a2314a9c674e8333175c4d15/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:12:23,764 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:12:23,764 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98cfc378a2314a9c674e8333175c4d15: Waiting for close lock at 1733983943747Running coprocessor pre-close hooks at 1733983943747Disabling compacts and flushes for region at 1733983943747Disabling writes for close at 1733983943748 (+1 ms)Writing region close event to WAL at 1733983943760 (+12 ms)Running coprocessor post-close hooks at 1733983943764 (+4 ms)Closed at 1733983943764 2024-12-12T06:12:23,764 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733983893780.98cfc378a2314a9c674e8333175c4d15. 2024-12-12T06:12:23,764 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10a30f2f6b887924819874d32c9f8d8a, disabling compactions & flushes 2024-12-12T06:12:23,764 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,764 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,764 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. after waiting 0 ms 2024-12-12T06:12:23,764 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,770 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/10a30f2f6b887924819874d32c9f8d8a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-12T06:12:23,770 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/default/SPTestTable/1737836d090b7fd28c193cfc678ee6d8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T06:12:23,771 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10a30f2f6b887924819874d32c9f8d8a: Waiting for close lock at 1733983943764Running coprocessor pre-close hooks at 1733983943764Disabling compacts and flushes for region at 1733983943764Disabling writes for close at 1733983943764Writing region close event to WAL at 1733983943765 (+1 ms)Running coprocessor post-close hooks at 1733983943771 (+6 ms)Closed at 1733983943771 2024-12-12T06:12:23,771 INFO [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:12:23,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733983893780.10a30f2f6b887924819874d32c9f8d8a. 2024-12-12T06:12:23,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1737836d090b7fd28c193cfc678ee6d8: Waiting for close lock at 1733983943761Running coprocessor pre-close hooks at 1733983943761Disabling compacts and flushes for region at 1733983943761Disabling writes for close at 1733983943762 (+1 ms)Writing region close event to WAL at 1733983943762Running coprocessor post-close hooks at 1733983943771 (+9 ms)Closed at 1733983943771 2024-12-12T06:12:23,771 DEBUG [RS_CLOSE_REGION-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733983893780.1737836d090b7fd28c193cfc678ee6d8. 2024-12-12T06:12:23,774 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/ns/48da9d1b5ca54e9489a6a08d7a225aa4 is 43, key is default/ns:d/1733983893735/Put/seqid=0 2024-12-12T06:12:23,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741865_1041 (size=5153) 2024-12-12T06:12:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741865_1041 (size=5153) 2024-12-12T06:12:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741865_1041 (size=5153) 2024-12-12T06:12:23,780 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/ns/48da9d1b5ca54e9489a6a08d7a225aa4 2024-12-12T06:12:23,800 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/table/15efe0f0baa047c2b4775df1ba5464bd is 47, key is SPTestTable/table:state/1733983904195/Put/seqid=0 2024-12-12T06:12:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741866_1042 (size=5214) 2024-12-12T06:12:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741866_1042 (size=5214) 2024-12-12T06:12:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741866_1042 (size=5214) 2024-12-12T06:12:23,807 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/table/15efe0f0baa047c2b4775df1ba5464bd 2024-12-12T06:12:23,814 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/info/3258d70a56fe45099c63dc792ca25b99 as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/info/3258d70a56fe45099c63dc792ca25b99 2024-12-12T06:12:23,820 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/info/3258d70a56fe45099c63dc792ca25b99, entries=112, sequenceid=35, filesize=19.4 K 2024-12-12T06:12:23,821 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/ns/48da9d1b5ca54e9489a6a08d7a225aa4 as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/ns/48da9d1b5ca54e9489a6a08d7a225aa4 2024-12-12T06:12:23,829 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/ns/48da9d1b5ca54e9489a6a08d7a225aa4, entries=2, sequenceid=35, filesize=5.0 K 2024-12-12T06:12:23,830 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/.tmp/table/15efe0f0baa047c2b4775df1ba5464bd as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/table/15efe0f0baa047c2b4775df1ba5464bd 2024-12-12T06:12:23,837 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/table/15efe0f0baa047c2b4775df1ba5464bd, entries=2, sequenceid=35, filesize=5.1 K 2024-12-12T06:12:23,838 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false 2024-12-12T06:12:23,842 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-12T06:12:23,843 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T06:12:23,843 INFO [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T06:12:23,843 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733983943725Running coprocessor pre-close hooks at 1733983943725Disabling compacts and flushes for region at 1733983943725Disabling writes for close at 1733983943725Obtaining lock to block concurrent updates at 1733983943726 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733983943726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733983943726Flushing stores of hbase:meta,,1.1588230740 at 1733983943727 (+1 ms)Flushing 1588230740/info: creating writer at 1733983943727Flushing 1588230740/info: appending metadata at 1733983943742 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733983943742Flushing 1588230740/ns: creating writer at 1733983943760 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733983943774 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733983943774Flushing 1588230740/table: creating writer at 1733983943787 (+13 ms)Flushing 1588230740/table: appending metadata at 1733983943799 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733983943799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a593a5: reopening flushed file at 1733983943813 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da305bb: reopening flushed file at 1733983943820 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb1eb89: reopening flushed file at 1733983943829 (+9 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false at 1733983943838 (+9 ms)Writing region close event to WAL at 1733983943839 (+1 ms)Running coprocessor post-close hooks at 1733983943843 (+4 ms)Closed at 1733983943843 2024-12-12T06:12:23,843 DEBUG [RS_CLOSE_META-regionserver/ffbfd3107920:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T06:12:23,924 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,39371,1733983882717; all regions closed. 2024-12-12T06:12:23,925 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(976): stopping server ffbfd3107920,44185,1733983882676; all regions closed. 2024-12-12T06:12:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741834_1010 (size=3534) 2024-12-12T06:12:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741834_1010 (size=3534) 2024-12-12T06:12:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741834_1010 (size=3534) 2024-12-12T06:12:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741836_1012 (size=18438) 2024-12-12T06:12:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741836_1012 (size=18438) 2024-12-12T06:12:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741836_1012 (size=18438) 2024-12-12T06:12:23,930 DEBUG [RS:2;ffbfd3107920:39371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs 2024-12-12T06:12:23,930 INFO [RS:2;ffbfd3107920:39371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C39371%2C1733983882717:(num 1733983883416) 2024-12-12T06:12:23,930 DEBUG [RS:2;ffbfd3107920:39371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:23,930 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:12:23,930 DEBUG [RS:1;ffbfd3107920:44185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs 2024-12-12T06:12:23,931 INFO [RS:2;ffbfd3107920:39371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T06:12:23,931 INFO [RS:1;ffbfd3107920:44185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C44185%2C1733983882676.meta:.meta(num 1733983893622) 2024-12-12T06:12:23,931 INFO [RS:2;ffbfd3107920:39371 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-12T06:12:23,931 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T06:12:23,931 INFO [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T06:12:23,931 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T06:12:23,931 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T06:12:23,931 INFO [RS:2;ffbfd3107920:39371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T06:12:23,931 INFO [RS:2;ffbfd3107920:39371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39371 2024-12-12T06:12:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741833_1009 (size=4052) 2024-12-12T06:12:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741833_1009 (size=4052) 2024-12-12T06:12:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741833_1009 (size=4052) 2024-12-12T06:12:23,936 DEBUG [RS:1;ffbfd3107920:44185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/oldWALs 2024-12-12T06:12:23,936 INFO [RS:1;ffbfd3107920:44185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ffbfd3107920%2C44185%2C1733983882676:(num 1733983883417) 2024-12-12T06:12:23,936 DEBUG [RS:1;ffbfd3107920:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T06:12:23,936 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T06:12:23,937 INFO [RS:1;ffbfd3107920:44185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T06:12:23,937 INFO [RS:1;ffbfd3107920:44185 {}] hbase.ChoreService(370): Chore service for: regionserver/ffbfd3107920:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-12T06:12:23,937 INFO [RS:1;ffbfd3107920:44185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T06:12:23,937 INFO [regionserver/ffbfd3107920:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T06:12:23,937 INFO [RS:1;ffbfd3107920:44185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44185 2024-12-12T06:12:23,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T06:12:23,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,39371,1733983882717 2024-12-12T06:12:23,959 INFO [RS:2;ffbfd3107920:39371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:12:23,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ffbfd3107920,44185,1733983882676 2024-12-12T06:12:23,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,44185,1733983882676] 2024-12-12T06:12:23,970 INFO [RS:1;ffbfd3107920:44185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:12:23,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,44185,1733983882676 already deleted, retry=false 2024-12-12T06:12:23,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,44185,1733983882676 expired; onlineServers=1 2024-12-12T06:12:23,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ffbfd3107920,39371,1733983882717] 2024-12-12T06:12:23,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ffbfd3107920,39371,1733983882717 already deleted, retry=false 2024-12-12T06:12:23,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ffbfd3107920,39371,1733983882717 expired; onlineServers=0 2024-12-12T06:12:23,995 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ffbfd3107920,40723,1733983882493' ***** 2024-12-12T06:12:23,995 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T06:12:23,995 INFO [M:0;ffbfd3107920:40723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T06:12:23,995 INFO [M:0;ffbfd3107920:40723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T06:12:23,995 DEBUG [M:0;ffbfd3107920:40723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T06:12:23,995 DEBUG [M:0;ffbfd3107920:40723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T06:12:23,995 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T06:12:23,995 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983883082 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.large.0-1733983883082,5,FailOnTimeoutGroup] 2024-12-12T06:12:23,995 DEBUG [master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983883082 {}] cleaner.HFileCleaner(306): Exit Thread[master/ffbfd3107920:0:becomeActiveMaster-HFileCleaner.small.0-1733983883082,5,FailOnTimeoutGroup] 2024-12-12T06:12:23,995 INFO [M:0;ffbfd3107920:40723 {}] hbase.ChoreService(370): Chore service for: master/ffbfd3107920:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-12T06:12:23,995 INFO [M:0;ffbfd3107920:40723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T06:12:23,995 DEBUG [M:0;ffbfd3107920:40723 {}] master.HMaster(1795): Stopping service threads 2024-12-12T06:12:23,996 INFO [M:0;ffbfd3107920:40723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T06:12:23,996 INFO [M:0;ffbfd3107920:40723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T06:12:23,996 ERROR [M:0;ffbfd3107920:40723 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (318925043) connection to localhost/127.0.0.1:44965 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44965,5,PEWorkerGroup] 2024-12-12T06:12:23,996 INFO [M:0;ffbfd3107920:40723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T06:12:23,996 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T06:12:24,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T06:12:24,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T06:12:24,003 DEBUG [M:0;ffbfd3107920:40723 {}] zookeeper.ZKUtil(347): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T06:12:24,003 WARN [M:0;ffbfd3107920:40723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T06:12:24,003 INFO [M:0;ffbfd3107920:40723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/.lastflushedseqids 2024-12-12T06:12:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741867_1043 (size=650) 2024-12-12T06:12:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741867_1043 (size=650) 2024-12-12T06:12:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741867_1043 (size=650) 2024-12-12T06:12:24,010 INFO [M:0;ffbfd3107920:40723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-12T06:12:24,010 INFO [M:0;ffbfd3107920:40723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T06:12:24,011 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T06:12:24,011 INFO [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:12:24,011 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:12:24,011 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T06:12:24,011 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:12:24,011 INFO [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=228.49 KB heapSize=271.89 KB 2024-12-12T06:12:24,027 DEBUG [M:0;ffbfd3107920:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fb66a30f9864f38bcf9ddc83e90a674 is 82, key is hbase:meta,,1/info:regioninfo/1733983893655/Put/seqid=0 2024-12-12T06:12:24,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741868_1044 (size=5672) 2024-12-12T06:12:24,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741868_1044 (size=5672) 2024-12-12T06:12:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741868_1044 (size=5672) 2024-12-12T06:12:24,035 INFO [M:0;ffbfd3107920:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fb66a30f9864f38bcf9ddc83e90a674 2024-12-12T06:12:24,055 DEBUG [M:0;ffbfd3107920:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc8fb87324784ff998e1589090ad693e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733983904199/Put/seqid=0 2024-12-12T06:12:24,058 INFO [regionserver/ffbfd3107920:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-12T06:12:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741869_1045 (size=9321) 2024-12-12T06:12:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741869_1045 (size=9321) 2024-12-12T06:12:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741869_1045 (size=9321) 2024-12-12T06:12:24,061 INFO [M:0;ffbfd3107920:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=227.75 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc8fb87324784ff998e1589090ad693e 2024-12-12T06:12:24,065 INFO [M:0;ffbfd3107920:40723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc8fb87324784ff998e1589090ad693e 2024-12-12T06:12:24,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:24,078 INFO [RS:2;ffbfd3107920:39371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:12:24,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x10018b40b850003, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:24,078 INFO [RS:2;ffbfd3107920:39371 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,39371,1733983882717; zookeeper connection closed. 2024-12-12T06:12:24,078 DEBUG [M:0;ffbfd3107920:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b84cbfab8ea43619e7b7b6020dd7c59 is 69, key is ffbfd3107920,39371,1733983882717/rs:state/1733983883201/Put/seqid=0 2024-12-12T06:12:24,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@194b0365 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@194b0365 2024-12-12T06:12:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741870_1046 (size=5447) 2024-12-12T06:12:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741870_1046 (size=5447) 2024-12-12T06:12:24,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741870_1046 (size=5447) 2024-12-12T06:12:24,085 INFO [M:0;ffbfd3107920:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b84cbfab8ea43619e7b7b6020dd7c59 2024-12-12T06:12:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:24,086 INFO [RS:1;ffbfd3107920:44185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:12:24,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x10018b40b850002, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:24,086 INFO [RS:1;ffbfd3107920:44185 {}] regionserver.HRegionServer(1031): Exiting; stopping=ffbfd3107920,44185,1733983882676; zookeeper connection closed. 2024-12-12T06:12:24,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583ba4c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583ba4c7 2024-12-12T06:12:24,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-12T06:12:24,090 INFO [M:0;ffbfd3107920:40723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b84cbfab8ea43619e7b7b6020dd7c59 2024-12-12T06:12:24,091 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fb66a30f9864f38bcf9ddc83e90a674 as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fb66a30f9864f38bcf9ddc83e90a674 2024-12-12T06:12:24,096 INFO [M:0;ffbfd3107920:40723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fb66a30f9864f38bcf9ddc83e90a674, entries=8, sequenceid=470, filesize=5.5 K 2024-12-12T06:12:24,097 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc8fb87324784ff998e1589090ad693e as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc8fb87324784ff998e1589090ad693e 2024-12-12T06:12:24,103 INFO [M:0;ffbfd3107920:40723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc8fb87324784ff998e1589090ad693e 2024-12-12T06:12:24,103 INFO [M:0;ffbfd3107920:40723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc8fb87324784ff998e1589090ad693e, entries=54, sequenceid=470, filesize=9.1 K 2024-12-12T06:12:24,104 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b84cbfab8ea43619e7b7b6020dd7c59 as hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b84cbfab8ea43619e7b7b6020dd7c59 2024-12-12T06:12:24,109 INFO [M:0;ffbfd3107920:40723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b84cbfab8ea43619e7b7b6020dd7c59 2024-12-12T06:12:24,109 INFO [M:0;ffbfd3107920:40723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44965/user/jenkins/test-data/fade59d1-cd32-39a7-e24c-ac7b475836d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b84cbfab8ea43619e7b7b6020dd7c59, entries=3, sequenceid=470, filesize=5.3 K 2024-12-12T06:12:24,110 INFO [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~228.49 KB/233969, heapSize ~271.59 KB/278112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=470, compaction requested=false 2024-12-12T06:12:24,111 INFO [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T06:12:24,111 DEBUG [M:0;ffbfd3107920:40723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733983944010Disabling compacts and flushes for region at 1733983944010Disabling writes for close at 1733983944011 (+1 ms)Obtaining lock to block concurrent updates at 1733983944011Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733983944011Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=233969, getHeapSize=278352, getOffHeapSize=0, getCellsCount=573 at 1733983944011Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733983944012 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733983944012Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733983944027 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733983944027Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733983944040 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733983944054 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733983944054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733983944065 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733983944078 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733983944078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375e977f: reopening flushed file at 1733983944090 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376e6e37: reopening flushed file at 1733983944096 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e61108: reopening flushed file at 1733983944103 (+7 ms)Finished flush of dataSize ~228.49 KB/233969, heapSize ~271.59 KB/278112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=470, compaction requested=false at 1733983944110 (+7 ms)Writing region close event to WAL at 1733983944111 (+1 ms)Closed at 1733983944111 2024-12-12T06:12:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36091 is added to blk_1073741830_1006 (size=265350) 2024-12-12T06:12:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741830_1006 (size=265350) 2024-12-12T06:12:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46133 is added to blk_1073741830_1006 (size=265350) 2024-12-12T06:12:24,114 INFO [M:0;ffbfd3107920:40723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-12T06:12:24,114 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T06:12:24,114 INFO [M:0;ffbfd3107920:40723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40723 2024-12-12T06:12:24,115 INFO [M:0;ffbfd3107920:40723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T06:12:24,226 INFO [M:0;ffbfd3107920:40723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T06:12:24,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:24,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10018b40b850000, quorum=127.0.0.1:50322, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T06:12:24,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ce6dbe5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:12:24,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@250121d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:12:24,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:12:24,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25756ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:12:24,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527a5b64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,STOPPED} 2024-12-12T06:12:24,273 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T06:12:24,273 WARN [BP-1248577259-172.17.0.2-1733983880524 heartbeating to localhost/127.0.0.1:44965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T06:12:24,273 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T06:12:24,273 WARN [BP-1248577259-172.17.0.2-1733983880524 heartbeating to localhost/127.0.0.1:44965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248577259-172.17.0.2-1733983880524 (Datanode Uuid 06607405-f0cf-4a74-8eb8-4cc88f8a5eb3) service to localhost/127.0.0.1:44965 2024-12-12T06:12:24,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data5/current/BP-1248577259-172.17.0.2-1733983880524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:12:24,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data6/current/BP-1248577259-172.17.0.2-1733983880524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:12:24,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T06:12:24,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8da151{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:12:24,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fec3cc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:12:24,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:12:24,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152d74a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:12:24,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed1ac6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,STOPPED} 2024-12-12T06:12:24,291 WARN [BP-1248577259-172.17.0.2-1733983880524 heartbeating to localhost/127.0.0.1:44965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T06:12:24,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T06:12:24,291 WARN [BP-1248577259-172.17.0.2-1733983880524 heartbeating to localhost/127.0.0.1:44965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248577259-172.17.0.2-1733983880524 (Datanode Uuid dbaa27fc-d71d-4998-b2bf-4d4d8666ca28) service to localhost/127.0.0.1:44965 2024-12-12T06:12:24,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T06:12:24,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data3/current/BP-1248577259-172.17.0.2-1733983880524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:12:24,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data4/current/BP-1248577259-172.17.0.2-1733983880524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:12:24,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T06:12:24,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dd95936{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T06:12:24,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73fed11f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:12:24,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:12:24,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52eb33a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:12:24,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cafab5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,STOPPED} 2024-12-12T06:12:24,297 WARN [BP-1248577259-172.17.0.2-1733983880524 heartbeating to localhost/127.0.0.1:44965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T06:12:24,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T06:12:24,297 WARN [BP-1248577259-172.17.0.2-1733983880524 heartbeating to localhost/127.0.0.1:44965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248577259-172.17.0.2-1733983880524 (Datanode Uuid 0bc80a33-b267-4a3a-90e2-759dacc462cc) service to localhost/127.0.0.1:44965 2024-12-12T06:12:24,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T06:12:24,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data1/current/BP-1248577259-172.17.0.2-1733983880524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:12:24,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/cluster_ecc7459d-d8bf-9da7-4b64-bf948001d4ff/data/data2/current/BP-1248577259-172.17.0.2-1733983880524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T06:12:24,297 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T06:12:24,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a5cb0ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T06:12:24,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e2bc50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T06:12:24,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T06:12:24,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4302c7ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T06:12:24,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2452e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e9f8687-e07d-5251-4490-e9d8a4a1fab7/hadoop.log.dir/,STOPPED} 2024-12-12T06:12:24,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-12T06:12:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-12T06:12:24,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 96) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:44965 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:44965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:44965 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (318925043) connection to localhost/127.0.0.1:44965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ffbfd3107920:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 69) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8592 (was 8811)