2024-11-08 02:42:53,252 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 02:42:53,268 main DEBUG Took 0.013382 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 02:42:53,268 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 02:42:53,269 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 02:42:53,270 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 02:42:53,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,281 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 02:42:53,295 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,297 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,300 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,302 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,302 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,303 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:42:53,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,305 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 02:42:53,307 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:42:53,308 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 02:42:53,310 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 02:42:53,310 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 02:42:53,311 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 02:42:53,311 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 02:42:53,320 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 02:42:53,322 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 02:42:53,324 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 02:42:53,324 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 02:42:53,324 main DEBUG createAppenders(={Console}) 2024-11-08 02:42:53,325 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 02:42:53,325 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 02:42:53,325 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 02:42:53,326 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 02:42:53,326 main DEBUG OutputStream closed 2024-11-08 02:42:53,326 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 02:42:53,327 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 02:42:53,327 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 02:42:53,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 02:42:53,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 02:42:53,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 02:42:53,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 02:42:53,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 02:42:53,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 02:42:53,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 02:42:53,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 02:42:53,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 02:42:53,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 02:42:53,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 02:42:53,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 02:42:53,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 02:42:53,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 02:42:53,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 02:42:53,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 02:42:53,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 02:42:53,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 02:42:53,406 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 02:42:53,406 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 02:42:53,406 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 02:42:53,407 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T02:42:53,421 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 02:42:53,424 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 02:42:53,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T02:42:53,431 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T02:42:53,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=3972 2024-11-08T02:42:53,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635 2024-11-08T02:42:53,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:42:53,728 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde, deleteOnExit=true 2024-11-08T02:42:53,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:42:53,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/test.cache.data in system properties and HBase conf 2024-11-08T02:42:53,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:42:53,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:42:53,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:42:53,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:42:53,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:42:53,814 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T02:42:53,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:42:53,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:42:53,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:42:53,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:42:53,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:42:53,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:42:53,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:42:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:42:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:42:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:42:53,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:42:53,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:42:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:42:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:42:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:42:54,759 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T02:42:54,846 INFO [Time-limited test {}] log.Log(170): Logging initialized @2317ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T02:42:54,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:42:54,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:42:55,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:42:55,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:42:55,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:42:55,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:42:55,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:42:55,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:42:55,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/java.io.tmpdir/jetty-localhost-43023-hadoop-hdfs-3_4_1-tests_jar-_-any-7594622527945806880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:42:55,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43023} 2024-11-08T02:42:55,245 INFO [Time-limited test {}] server.Server(415): Started @2718ms 2024-11-08T02:42:55,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:42:55,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:42:55,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:42:55,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:42:55,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:42:55,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:42:55,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:42:55,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4468dec9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/java.io.tmpdir/jetty-localhost-39567-hadoop-hdfs-3_4_1-tests_jar-_-any-10887979337691356138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:42:55,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:39567} 2024-11-08T02:42:55,769 INFO [Time-limited test {}] server.Server(415): Started @3242ms 2024-11-08T02:42:55,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:42:55,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:42:55,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:42:55,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:42:55,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:42:55,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:42:55,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:42:55,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:42:56,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2158aabb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/java.io.tmpdir/jetty-localhost-33197-hadoop-hdfs-3_4_1-tests_jar-_-any-7911025326158065216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:42:56,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:33197} 2024-11-08T02:42:56,122 INFO [Time-limited test {}] server.Server(415): Started @3595ms 2024-11-08T02:42:56,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:42:56,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:42:56,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:42:56,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:42:56,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:42:56,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:42:56,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:42:56,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:42:56,291 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data3/current/BP-741380607-172.17.0.2-1731033774512/current, will proceed with Du for space computation calculation, 2024-11-08T02:42:56,291 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data1/current/BP-741380607-172.17.0.2-1731033774512/current, will proceed with Du for space computation calculation, 2024-11-08T02:42:56,291 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data2/current/BP-741380607-172.17.0.2-1731033774512/current, will proceed with Du for space computation calculation, 2024-11-08T02:42:56,291 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data4/current/BP-741380607-172.17.0.2-1731033774512/current, will proceed with Du for space computation calculation, 2024-11-08T02:42:56,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40f6b760{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/java.io.tmpdir/jetty-localhost-40261-hadoop-hdfs-3_4_1-tests_jar-_-any-3558782729746794148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:42:56,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:40261} 2024-11-08T02:42:56,321 INFO [Time-limited test {}] server.Server(415): Started @3794ms 2024-11-08T02:42:56,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:42:56,343 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:42:56,343 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:42:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4e0b41a40f98c39 with lease ID 0x7cbe6439963a3048: Processing first storage report for DS-e76f4f7d-80e8-402b-bf29-b6927bc30417 from datanode DatanodeRegistration(127.0.0.1:45279, datanodeUuid=2023fb59-8051-406f-8145-f827c9566300, infoPort=39161, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512) 2024-11-08T02:42:56,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4e0b41a40f98c39 with lease ID 0x7cbe6439963a3048: from storage DS-e76f4f7d-80e8-402b-bf29-b6927bc30417 node DatanodeRegistration(127.0.0.1:45279, datanodeUuid=2023fb59-8051-406f-8145-f827c9566300, infoPort=39161, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:42:56,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575abe5f0fe7192c with lease ID 0x7cbe6439963a3049: Processing first storage report for DS-865aea8a-f34f-400f-90ec-841ac17bd1a3 from datanode DatanodeRegistration(127.0.0.1:46089, datanodeUuid=2fa66767-97cc-4bb7-86e6-ffb92c43335f, infoPort=32783, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512) 2024-11-08T02:42:56,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575abe5f0fe7192c with lease ID 0x7cbe6439963a3049: from storage DS-865aea8a-f34f-400f-90ec-841ac17bd1a3 node DatanodeRegistration(127.0.0.1:46089, datanodeUuid=2fa66767-97cc-4bb7-86e6-ffb92c43335f, infoPort=32783, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:42:56,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4e0b41a40f98c39 with lease ID 0x7cbe6439963a3048: Processing first storage report for DS-c633e919-f3b5-4dc6-a2b3-1e4622ed92af from datanode DatanodeRegistration(127.0.0.1:45279, datanodeUuid=2023fb59-8051-406f-8145-f827c9566300, infoPort=39161, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512) 2024-11-08T02:42:56,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4e0b41a40f98c39 with lease ID 0x7cbe6439963a3048: from storage DS-c633e919-f3b5-4dc6-a2b3-1e4622ed92af node DatanodeRegistration(127.0.0.1:45279, datanodeUuid=2023fb59-8051-406f-8145-f827c9566300, infoPort=39161, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:42:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575abe5f0fe7192c with lease ID 0x7cbe6439963a3049: Processing first storage report for DS-e0295ace-3bbb-4ec9-ac9a-5e1c973b575d from datanode DatanodeRegistration(127.0.0.1:46089, datanodeUuid=2fa66767-97cc-4bb7-86e6-ffb92c43335f, infoPort=32783, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512) 2024-11-08T02:42:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575abe5f0fe7192c with lease ID 0x7cbe6439963a3049: from storage DS-e0295ace-3bbb-4ec9-ac9a-5e1c973b575d node DatanodeRegistration(127.0.0.1:46089, datanodeUuid=2fa66767-97cc-4bb7-86e6-ffb92c43335f, infoPort=32783, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:42:56,446 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data6/current/BP-741380607-172.17.0.2-1731033774512/current, will proceed with Du for space computation calculation, 2024-11-08T02:42:56,446 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data5/current/BP-741380607-172.17.0.2-1731033774512/current, will proceed with Du for space computation calculation, 2024-11-08T02:42:56,475 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:42:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeef26c6beb6ba8c6 with lease ID 0x7cbe6439963a304a: Processing first storage report for DS-dbb94113-91fb-4d44-a73f-f8509eda61e7 from datanode DatanodeRegistration(127.0.0.1:35447, datanodeUuid=5e61c1dd-d620-42ac-abb5-196963ffad2e, infoPort=45373, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512) 2024-11-08T02:42:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeef26c6beb6ba8c6 with lease ID 0x7cbe6439963a304a: from storage DS-dbb94113-91fb-4d44-a73f-f8509eda61e7 node DatanodeRegistration(127.0.0.1:35447, datanodeUuid=5e61c1dd-d620-42ac-abb5-196963ffad2e, infoPort=45373, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:42:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeef26c6beb6ba8c6 with lease ID 0x7cbe6439963a304a: Processing first storage report for DS-482257a5-f4c8-4861-9f01-9621aeb6697a from datanode DatanodeRegistration(127.0.0.1:35447, datanodeUuid=5e61c1dd-d620-42ac-abb5-196963ffad2e, infoPort=45373, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512) 2024-11-08T02:42:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeef26c6beb6ba8c6 with lease ID 0x7cbe6439963a304a: from storage DS-482257a5-f4c8-4861-9f01-9621aeb6697a node DatanodeRegistration(127.0.0.1:35447, datanodeUuid=5e61c1dd-d620-42ac-abb5-196963ffad2e, infoPort=45373, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=758765969;c=1731033774512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:42:56,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635 2024-11-08T02:42:56,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/zookeeper_0, clientPort=54035, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:42:56,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54035 2024-11-08T02:42:56,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:56,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:57,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:42:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:42:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:42:57,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea with version=8 2024-11-08T02:42:57,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/hbase-staging 2024-11-08T02:42:57,586 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T02:42:57,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:42:57,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:57,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:57,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:42:57,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:57,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:42:58,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:42:58,073 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T02:42:58,082 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T02:42:58,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:42:58,115 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5103 (auto-detected) 2024-11-08T02:42:58,116 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T02:42:58,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38767 2024-11-08T02:42:58,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38767 connecting to ZooKeeper ensemble=127.0.0.1:54035 2024-11-08T02:42:58,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387670x0, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:42:58,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38767-0x10185c2b7e60000 connected 2024-11-08T02:42:58,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:42:58,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea, hbase.cluster.distributed=false 2024-11-08T02:42:58,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:42:58,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38767 2024-11-08T02:42:58,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38767 2024-11-08T02:42:58,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38767 2024-11-08T02:42:58,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38767 2024-11-08T02:42:58,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38767 2024-11-08T02:42:58,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:42:58,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:42:58,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:42:58,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:42:58,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:42:58,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40519 2024-11-08T02:42:58,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40519 connecting to ZooKeeper ensemble=127.0.0.1:54035 2024-11-08T02:42:58,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405190x0, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:42:58,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40519-0x10185c2b7e60001 connected 2024-11-08T02:42:58,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:42:58,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:42:58,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:42:58,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:42:58,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:42:58,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-08T02:42:58,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40519 2024-11-08T02:42:58,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40519 2024-11-08T02:42:58,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-08T02:42:58,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-08T02:42:58,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:42:58,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:42:58,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:42:58,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:42:58,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:42:58,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35759 2024-11-08T02:42:58,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35759 connecting to ZooKeeper ensemble=127.0.0.1:54035 2024-11-08T02:42:58,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357590x0, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:42:58,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35759-0x10185c2b7e60002 connected 2024-11-08T02:42:58,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:42:58,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:42:58,478 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:42:58,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:42:58,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:42:58,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35759 2024-11-08T02:42:58,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35759 2024-11-08T02:42:58,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35759 2024-11-08T02:42:58,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35759 2024-11-08T02:42:58,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35759 2024-11-08T02:42:58,504 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:42:58,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:42:58,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:42:58,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:42:58,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:42:58,505 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:42:58,506 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40507 2024-11-08T02:42:58,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40507 connecting to ZooKeeper ensemble=127.0.0.1:54035 2024-11-08T02:42:58,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405070x0, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:42:58,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405070x0, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:42:58,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40507-0x10185c2b7e60003 connected 2024-11-08T02:42:58,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:42:58,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:42:58,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:42:58,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:42:58,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-08T02:42:58,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40507 2024-11-08T02:42:58,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40507 2024-11-08T02:42:58,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-08T02:42:58,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-08T02:42:58,548 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;619c4b2c20b6:38767 2024-11-08T02:42:58,550 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/619c4b2c20b6,38767,1731033777642 2024-11-08T02:42:58,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,560 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/619c4b2c20b6,38767,1731033777642 2024-11-08T02:42:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:42:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:42:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:42:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,587 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T02:42:58,589 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/619c4b2c20b6,38767,1731033777642 from backup master directory 2024-11-08T02:42:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/619c4b2c20b6,38767,1731033777642 2024-11-08T02:42:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:42:58,593 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:42:58,593 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=619c4b2c20b6,38767,1731033777642 2024-11-08T02:42:58,595 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T02:42:58,596 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T02:42:58,656 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/hbase.id] with ID: 8f54ce55-0325-4a1a-b67a-3ad7226dc356 2024-11-08T02:42:58,657 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.tmp/hbase.id 2024-11-08T02:42:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:42:58,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:42:58,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:42:58,674 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.tmp/hbase.id]:[hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/hbase.id] 2024-11-08T02:42:58,720 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:42:58,725 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:42:58,747 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-08T02:42:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:42:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:42:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:42:58,790 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:42:58,792 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:42:58,813 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:42:58,818 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:42:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:42:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:42:58,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:42:58,875 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store 2024-11-08T02:42:58,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:42:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:42:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:42:58,904 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T02:42:58,907 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:42:58,909 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:42:58,909 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:42:58,909 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:42:58,911 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:42:58,911 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:42:58,911 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:42:58,913 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731033778909Disabling compacts and flushes for region at 1731033778909Disabling writes for close at 1731033778911 (+2 ms)Writing region close event to WAL at 1731033778911Closed at 1731033778911 2024-11-08T02:42:58,915 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/.initializing 2024-11-08T02:42:58,915 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/WALs/619c4b2c20b6,38767,1731033777642 2024-11-08T02:42:58,925 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:42:58,941 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C38767%2C1731033777642, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/WALs/619c4b2c20b6,38767,1731033777642, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/oldWALs, maxLogs=10 2024-11-08T02:42:58,967 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/WALs/619c4b2c20b6,38767,1731033777642/619c4b2c20b6%2C38767%2C1731033777642.1731033778946, exclude list is [], retry=0 2024-11-08T02:42:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-865aea8a-f34f-400f-90ec-841ac17bd1a3,DISK] 2024-11-08T02:42:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45279,DS-e76f4f7d-80e8-402b-bf29-b6927bc30417,DISK] 2024-11-08T02:42:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35447,DS-dbb94113-91fb-4d44-a73f-f8509eda61e7,DISK] 2024-11-08T02:42:58,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T02:42:59,031 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/WALs/619c4b2c20b6,38767,1731033777642/619c4b2c20b6%2C38767%2C1731033777642.1731033778946 2024-11-08T02:42:59,032 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373),(127.0.0.1/127.0.0.1:32783:32783),(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-08T02:42:59,033 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:42:59,034 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:42:59,038 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,039 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:42:59,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:42:59,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:42:59,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:42:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:42:59,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:42:59,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:42:59,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:42:59,128 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,132 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,133 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,139 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,139 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,144 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:42:59,148 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:42:59,154 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:42:59,155 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70610123, jitterRate=0.05217282474040985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:42:59,162 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731033779053Initializing all the Stores at 1731033779055 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033779056 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033779057 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033779057Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033779057Cleaning up temporary data from old regions at 1731033779139 (+82 ms)Region opened successfully at 1731033779162 (+23 ms) 2024-11-08T02:42:59,163 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:42:59,203 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8aa07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:42:59,238 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:42:59,251 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:42:59,251 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:42:59,255 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:42:59,256 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T02:42:59,262 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T02:42:59,262 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T02:42:59,291 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:42:59,300 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T02:42:59,302 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T02:42:59,304 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:42:59,306 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:42:59,307 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T02:42:59,310 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:42:59,313 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:42:59,314 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T02:42:59,316 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:42:59,317 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T02:42:59,337 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:42:59,338 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T02:42:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:42:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:42:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:42:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:42:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,346 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=619c4b2c20b6,38767,1731033777642, sessionid=0x10185c2b7e60000, setting cluster-up flag (Was=false) 2024-11-08T02:42:59,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,364 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T02:42:59,366 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,38767,1731033777642 2024-11-08T02:42:59,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:42:59,378 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T02:42:59,380 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,38767,1731033777642 2024-11-08T02:42:59,386 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:42:59,436 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(746): ClusterId : 8f54ce55-0325-4a1a-b67a-3ad7226dc356 2024-11-08T02:42:59,436 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(746): ClusterId : 8f54ce55-0325-4a1a-b67a-3ad7226dc356 2024-11-08T02:42:59,436 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(746): ClusterId : 8f54ce55-0325-4a1a-b67a-3ad7226dc356 2024-11-08T02:42:59,439 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:42:59,439 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:42:59,439 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:42:59,445 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:42:59,445 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:42:59,445 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:42:59,445 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:42:59,445 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:42:59,445 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:42:59,449 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:42:59,449 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:42:59,449 DEBUG [RS:2;619c4b2c20b6:40507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74393357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:42:59,449 DEBUG [RS:0;619c4b2c20b6:40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b67dc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:42:59,455 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:42:59,455 DEBUG [RS:1;619c4b2c20b6:35759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c77c9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:42:59,465 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;619c4b2c20b6:40519 2024-11-08T02:42:59,466 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:42:59,469 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:42:59,469 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:42:59,469 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:42:59,472 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,38767,1731033777642 with port=40519, startcode=1731033778353 2024-11-08T02:42:59,474 DEBUG [RS:1;619c4b2c20b6:35759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;619c4b2c20b6:35759 2024-11-08T02:42:59,475 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:42:59,475 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:42:59,475 DEBUG [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:42:59,476 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,38767,1731033777642 with port=35759, startcode=1731033778461 2024-11-08T02:42:59,476 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;619c4b2c20b6:40507 2024-11-08T02:42:59,477 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:42:59,477 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:42:59,477 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:42:59,479 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,38767,1731033777642 with port=40507, startcode=1731033778503 2024-11-08T02:42:59,480 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:42:59,486 DEBUG [RS:0;619c4b2c20b6:40519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:42:59,486 DEBUG [RS:2;619c4b2c20b6:40507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:42:59,486 DEBUG [RS:1;619c4b2c20b6:35759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:42:59,489 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:42:59,497 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 619c4b2c20b6,38767,1731033777642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:42:59,506 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:42:59,506 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:42:59,507 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:42:59,507 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:42:59,507 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/619c4b2c20b6:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:42:59,507 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,507 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:42:59,507 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,521 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731033809521 2024-11-08T02:42:59,523 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:42:59,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:42:59,524 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:42:59,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:42:59,529 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:42:59,529 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:42:59,529 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:42:59,531 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:42:59,531 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:42:59,531 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:42:59,531 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:42:59,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:42:59,537 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T02:42:59,536 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,540 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:42:59,542 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:42:59,542 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:42:59,544 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T02:42:59,545 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:42:59,545 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T02:42:59,546 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:42:59,549 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731033779547,5,FailOnTimeoutGroup] 2024-11-08T02:42:59,552 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731033779549,5,FailOnTimeoutGroup] 2024-11-08T02:42:59,552 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,552 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:42:59,581 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,582 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:42:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:42:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:42:59,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:42:59,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:42:59,593 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T02:42:59,593 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T02:42:59,593 DEBUG [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T02:42:59,593 WARN [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T02:42:59,593 WARN [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T02:42:59,593 WARN [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T02:42:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:42:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:42:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:42:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:42:59,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:42:59,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:42:59,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:42:59,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:42:59,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:42:59,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:42:59,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:42:59,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:42:59,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:42:59,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:42:59,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:42:59,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:42:59,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:42:59,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:42:59,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740 2024-11-08T02:42:59,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740 2024-11-08T02:42:59,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:42:59,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:42:59,627 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:42:59,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:42:59,634 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:42:59,635 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64941891, jitterRate=-0.03229041397571564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:42:59,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731033779605Initializing all the Stores at 1731033779607 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033779607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033779607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033779607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033779607Cleaning up temporary data from old regions at 1731033779627 (+20 ms)Region opened successfully at 1731033779637 (+10 ms) 2024-11-08T02:42:59,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:42:59,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:42:59,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:42:59,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:42:59,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:42:59,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:42:59,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731033779637Disabling compacts and flushes for region at 1731033779637Disabling writes for close at 1731033779638 (+1 ms)Writing region close event to WAL at 1731033779639 (+1 ms)Closed at 1731033779639 2024-11-08T02:42:59,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:42:59,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:42:59,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:42:59,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:42:59,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:42:59,695 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,38767,1731033777642 with port=40519, startcode=1731033778353 2024-11-08T02:42:59,695 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,38767,1731033777642 with port=35759, startcode=1731033778461 2024-11-08T02:42:59,695 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,38767,1731033777642 with port=40507, startcode=1731033778503 2024-11-08T02:42:59,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,35759,1731033778461 2024-11-08T02:42:59,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,35759,1731033778461 2024-11-08T02:42:59,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,40519,1731033778353 2024-11-08T02:42:59,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,40519,1731033778353 2024-11-08T02:42:59,711 DEBUG [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:42:59,711 DEBUG [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45379 2024-11-08T02:42:59,711 DEBUG [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:42:59,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,40507,1731033778503 2024-11-08T02:42:59,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,40507,1731033778503 2024-11-08T02:42:59,714 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:42:59,714 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45379 2024-11-08T02:42:59,714 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:42:59,717 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:42:59,717 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45379 2024-11-08T02:42:59,717 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:42:59,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:42:59,720 DEBUG [RS:1;619c4b2c20b6:35759 {}] zookeeper.ZKUtil(111): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,35759,1731033778461 2024-11-08T02:42:59,720 DEBUG [RS:0;619c4b2c20b6:40519 {}] zookeeper.ZKUtil(111): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,40519,1731033778353 2024-11-08T02:42:59,720 WARN [RS:1;619c4b2c20b6:35759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:42:59,720 WARN [RS:0;619c4b2c20b6:40519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:42:59,720 INFO [RS:1;619c4b2c20b6:35759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:42:59,720 INFO [RS:0;619c4b2c20b6:40519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:42:59,720 DEBUG [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461 2024-11-08T02:42:59,720 DEBUG [RS:2;619c4b2c20b6:40507 {}] zookeeper.ZKUtil(111): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,40507,1731033778503 2024-11-08T02:42:59,720 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40519,1731033778353 2024-11-08T02:42:59,721 WARN [RS:2;619c4b2c20b6:40507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:42:59,721 INFO [RS:2;619c4b2c20b6:40507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:42:59,721 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40507,1731033778503 2024-11-08T02:42:59,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,35759,1731033778461] 2024-11-08T02:42:59,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,40519,1731033778353] 2024-11-08T02:42:59,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,40507,1731033778503] 2024-11-08T02:42:59,752 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:42:59,752 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:42:59,752 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:42:59,765 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:42:59,765 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:42:59,765 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:42:59,773 INFO [RS:1;619c4b2c20b6:35759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:42:59,773 INFO [RS:2;619c4b2c20b6:40507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:42:59,773 INFO [RS:0;619c4b2c20b6:40519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:42:59,773 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,773 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,773 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,774 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:42:59,774 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:42:59,776 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:42:59,780 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:42:59,780 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:42:59,780 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:42:59,782 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,782 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,782 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,782 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,782 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,782 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,782 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,782 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,782 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,783 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,783 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,783 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,783 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:42:59,783 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,783 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,783 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,783 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:42:59,784 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:42:59,784 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:42:59,784 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,784 DEBUG [RS:1;619c4b2c20b6:35759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:42:59,785 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,785 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,785 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:42:59,785 DEBUG [RS:0;619c4b2c20b6:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:42:59,785 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,785 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:42:59,785 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:42:59,785 DEBUG [RS:2;619c4b2c20b6:40507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:42:59,786 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,786 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,786 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,786 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,786 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,786 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,786 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,787 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,787 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,787 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40519,1731033778353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:42:59,787 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,787 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,35759,1731033778461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:42:59,790 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,790 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,790 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,790 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,791 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,791 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40507,1731033778503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:42:59,815 WARN [619c4b2c20b6:38767 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:42:59,818 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:42:59,818 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:42:59,818 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:42:59,821 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40507,1731033778503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,821 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,40519,1731033778353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,821 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,35759,1731033778461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,822 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,822 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,822 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.Replication(171): 619c4b2c20b6,35759,1731033778461 started 2024-11-08T02:42:59,822 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.Replication(171): 619c4b2c20b6,40519,1731033778353 started 2024-11-08T02:42:59,823 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,823 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.Replication(171): 619c4b2c20b6,40507,1731033778503 started 2024-11-08T02:42:59,844 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,844 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,845 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,40507,1731033778503, RpcServer on 619c4b2c20b6/172.17.0.2:40507, sessionid=0x10185c2b7e60003 2024-11-08T02:42:59,845 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,35759,1731033778461, RpcServer on 619c4b2c20b6/172.17.0.2:35759, sessionid=0x10185c2b7e60002 2024-11-08T02:42:59,846 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:42:59,846 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:42:59,846 DEBUG [RS:1;619c4b2c20b6:35759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,35759,1731033778461 2024-11-08T02:42:59,846 DEBUG [RS:2;619c4b2c20b6:40507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,40507,1731033778503 2024-11-08T02:42:59,846 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,40507,1731033778503' 2024-11-08T02:42:59,846 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,35759,1731033778461' 2024-11-08T02:42:59,846 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:42:59,847 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:42:59,847 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:42:59,847 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,40519,1731033778353, RpcServer on 619c4b2c20b6/172.17.0.2:40519, sessionid=0x10185c2b7e60001 2024-11-08T02:42:59,847 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:42:59,847 DEBUG [RS:0;619c4b2c20b6:40519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,40519,1731033778353 2024-11-08T02:42:59,847 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,40519,1731033778353' 2024-11-08T02:42:59,847 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:42:59,848 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:42:59,848 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:42:59,848 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:42:59,849 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:42:59,849 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:42:59,849 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:42:59,849 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:42:59,849 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:42:59,849 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:42:59,849 DEBUG [RS:0;619c4b2c20b6:40519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,40519,1731033778353 2024-11-08T02:42:59,849 DEBUG [RS:2;619c4b2c20b6:40507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,40507,1731033778503 2024-11-08T02:42:59,849 DEBUG [RS:1;619c4b2c20b6:35759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,35759,1731033778461 2024-11-08T02:42:59,849 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,40519,1731033778353' 2024-11-08T02:42:59,849 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,40507,1731033778503' 2024-11-08T02:42:59,849 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,35759,1731033778461' 2024-11-08T02:42:59,849 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:42:59,849 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:42:59,849 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:42:59,850 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:42:59,850 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:42:59,850 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:42:59,851 DEBUG [RS:0;619c4b2c20b6:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:42:59,851 INFO [RS:0;619c4b2c20b6:40519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:42:59,851 DEBUG [RS:1;619c4b2c20b6:35759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:42:59,851 DEBUG [RS:2;619c4b2c20b6:40507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:42:59,851 INFO [RS:0;619c4b2c20b6:40519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:42:59,851 INFO [RS:2;619c4b2c20b6:40507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:42:59,851 INFO [RS:1;619c4b2c20b6:35759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:42:59,851 INFO [RS:2;619c4b2c20b6:40507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:42:59,851 INFO [RS:1;619c4b2c20b6:35759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:42:59,957 INFO [RS:2;619c4b2c20b6:40507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:42:59,957 INFO [RS:1;619c4b2c20b6:35759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:42:59,957 INFO [RS:0;619c4b2c20b6:40519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:42:59,960 INFO [RS:0;619c4b2c20b6:40519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C40519%2C1731033778353, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40519,1731033778353, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs, maxLogs=32 2024-11-08T02:42:59,960 INFO [RS:2;619c4b2c20b6:40507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C40507%2C1731033778503, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40507,1731033778503, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs, maxLogs=32 2024-11-08T02:42:59,961 INFO [RS:1;619c4b2c20b6:35759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C35759%2C1731033778461, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs, maxLogs=32 2024-11-08T02:42:59,983 DEBUG [RS:1;619c4b2c20b6:35759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461/619c4b2c20b6%2C35759%2C1731033778461.1731033779965, exclude list is [], retry=0 2024-11-08T02:42:59,987 DEBUG [RS:2;619c4b2c20b6:40507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40507,1731033778503/619c4b2c20b6%2C40507%2C1731033778503.1731033779965, exclude list is [], retry=0 2024-11-08T02:42:59,987 DEBUG [RS:0;619c4b2c20b6:40519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40519,1731033778353/619c4b2c20b6%2C40519%2C1731033778353.1731033779965, exclude list is [], retry=0 2024-11-08T02:42:59,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45279,DS-e76f4f7d-80e8-402b-bf29-b6927bc30417,DISK] 2024-11-08T02:42:59,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-865aea8a-f34f-400f-90ec-841ac17bd1a3,DISK] 2024-11-08T02:42:59,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35447,DS-dbb94113-91fb-4d44-a73f-f8509eda61e7,DISK] 2024-11-08T02:42:59,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-865aea8a-f34f-400f-90ec-841ac17bd1a3,DISK] 2024-11-08T02:42:59,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35447,DS-dbb94113-91fb-4d44-a73f-f8509eda61e7,DISK] 2024-11-08T02:42:59,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-865aea8a-f34f-400f-90ec-841ac17bd1a3,DISK] 2024-11-08T02:42:59,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35447,DS-dbb94113-91fb-4d44-a73f-f8509eda61e7,DISK] 2024-11-08T02:42:59,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45279,DS-e76f4f7d-80e8-402b-bf29-b6927bc30417,DISK] 2024-11-08T02:42:59,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45279,DS-e76f4f7d-80e8-402b-bf29-b6927bc30417,DISK] 2024-11-08T02:42:59,997 INFO [RS:1;619c4b2c20b6:35759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 2024-11-08T02:43:00,000 DEBUG [RS:1;619c4b2c20b6:35759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32783:32783),(127.0.0.1/127.0.0.1:39161:39161),(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-08T02:43:00,001 INFO [RS:2;619c4b2c20b6:40507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40507,1731033778503/619c4b2c20b6%2C40507%2C1731033778503.1731033779965 2024-11-08T02:43:00,001 DEBUG [RS:2;619c4b2c20b6:40507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373),(127.0.0.1/127.0.0.1:32783:32783),(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-08T02:43:00,003 INFO [RS:0;619c4b2c20b6:40519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40519,1731033778353/619c4b2c20b6%2C40519%2C1731033778353.1731033779965 2024-11-08T02:43:00,004 DEBUG [RS:0;619c4b2c20b6:40519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373),(127.0.0.1/127.0.0.1:32783:32783),(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-08T02:43:00,067 DEBUG [619c4b2c20b6:38767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T02:43:00,076 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:43:00,083 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:43:00,083 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:43:00,083 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:43:00,083 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:43:00,083 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:43:00,083 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:43:00,083 INFO [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:43:00,083 INFO [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:43:00,083 INFO [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:43:00,083 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:43:00,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:00,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,40507,1731033778503, state=OPENING 2024-11-08T02:43:00,105 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:43:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:43:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:43:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:43:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:43:00,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:00,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:00,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:00,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:00,110 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:43:00,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,40507,1731033778503}] 2024-11-08T02:43:08,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:43:08,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:43:10,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:43:10,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33509, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:43:10,168 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:43:10,169 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:43:10,169 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:43:10,174 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C40507%2C1731033778503.meta, suffix=.meta, logDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40507,1731033778503, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs, maxLogs=32 2024-11-08T02:43:10,195 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40507,1731033778503/619c4b2c20b6%2C40507%2C1731033778503.meta.1731033790176.meta, exclude list is [], retry=0 2024-11-08T02:43:10,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35447,DS-dbb94113-91fb-4d44-a73f-f8509eda61e7,DISK] 2024-11-08T02:43:10,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45279,DS-e76f4f7d-80e8-402b-bf29-b6927bc30417,DISK] 2024-11-08T02:43:10,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-865aea8a-f34f-400f-90ec-841ac17bd1a3,DISK] 2024-11-08T02:43:10,209 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,40507,1731033778503/619c4b2c20b6%2C40507%2C1731033778503.meta.1731033790176.meta 2024-11-08T02:43:10,213 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373),(127.0.0.1/127.0.0.1:39161:39161),(127.0.0.1/127.0.0.1:32783:32783)] 2024-11-08T02:43:10,213 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:43:10,216 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:43:10,219 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:43:10,226 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:43:10,232 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:43:10,232 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:10,232 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:43:10,233 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:43:10,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:43:10,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:43:10,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:10,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:43:10,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:43:10,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:43:10,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:10,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:43:10,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:43:10,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:43:10,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:10,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:43:10,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:43:10,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:43:10,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:10,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:43:10,259 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:43:10,261 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740 2024-11-08T02:43:10,264 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740 2024-11-08T02:43:10,267 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:43:10,267 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:43:10,268 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:43:10,271 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:43:10,278 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65504072, jitterRate=-0.023913264274597168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:43:10,279 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:43:10,281 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731033790233Writing region info on filesystem at 1731033790234 (+1 ms)Initializing all the Stores at 1731033790237 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033790237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033790243 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033790243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033790243Cleaning up temporary data from old regions at 1731033790267 (+24 ms)Running coprocessor post-open hooks at 1731033790279 (+12 ms)Region opened successfully at 1731033790280 (+1 ms) 2024-11-08T02:43:10,291 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731033790135 2024-11-08T02:43:10,308 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:43:10,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:10,309 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:43:10,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,40507,1731033778503, state=OPEN 2024-11-08T02:43:10,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:43:10,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:43:10,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:43:10,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:10,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:43:10,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:10,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:10,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:43:10,316 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:10,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:43:10,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,40507,1731033778503 in 10.2050 sec 2024-11-08T02:43:10,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:43:10,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6750 sec 2024-11-08T02:43:10,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:43:10,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:43:10,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:43:10,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,40507,1731033778503, seqNum=-1] 2024-11-08T02:43:10,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:43:10,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:43:10,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0180 sec 2024-11-08T02:43:10,437 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731033790437, completionTime=-1 2024-11-08T02:43:10,439 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T02:43:10,440 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T02:43:10,472 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T02:43:10,472 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731033850472 2024-11-08T02:43:10,472 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731033910472 2024-11-08T02:43:10,473 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-08T02:43:10,475 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:43:10,485 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,38767,1731033777642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:43:10,486 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,38767,1731033777642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:43:10,486 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,38767,1731033777642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:43:10,488 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-619c4b2c20b6:38767, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:43:10,489 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:43:10,492 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:43:10,497 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:43:10,528 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.935sec 2024-11-08T02:43:10,531 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:43:10,533 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:43:10,534 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:43:10,535 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:43:10,535 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:43:10,536 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,38767,1731033777642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:43:10,537 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,38767,1731033777642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:43:10,543 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:43:10,545 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:43:10,545 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,38767,1731033777642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:43:10,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5f2df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:43:10,565 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T02:43:10,565 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T02:43:10,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 619c4b2c20b6,38767,-1 for getting cluster id 2024-11-08T02:43:10,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:43:10,593 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f54ce55-0325-4a1a-b67a-3ad7226dc356' 2024-11-08T02:43:10,597 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:43:10,597 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f54ce55-0325-4a1a-b67a-3ad7226dc356" 2024-11-08T02:43:10,597 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b41588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:43:10,597 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [619c4b2c20b6,38767,-1] 2024-11-08T02:43:10,601 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:43:10,602 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:43:10,606 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:43:10,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:43:10,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:43:10,654 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,40507,1731033778503, seqNum=-1] 2024-11-08T02:43:10,655 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:43:10,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:43:10,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=619c4b2c20b6,38767,1731033777642 2024-11-08T02:43:10,706 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731033790705 (current time:1731033790705). 2024-11-08T02:43:10,706 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T02:43:10,706 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T02:43:10,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:43:10,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 619c4b2c20b6,38767,-1 for getting cluster id 2024-11-08T02:43:10,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:43:10,717 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f54ce55-0325-4a1a-b67a-3ad7226dc356' 2024-11-08T02:43:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:43:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f54ce55-0325-4a1a-b67a-3ad7226dc356" 2024-11-08T02:43:10,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:43:10,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:43:10,721 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [619c4b2c20b6,38767,-1] 2024-11-08T02:43:10,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:43:10,723 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:43:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48181041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:43:10,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:43:10,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,40507,1731033778503, seqNum=-1] 2024-11-08T02:43:10,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:43:10,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:43:10,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:43:10,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:43:10,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:43:10,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:43:10,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:43:10,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:43:10,760 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 619c4b2c20b6,38767,1731033777642 2024-11-08T02:43:10,764 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e567599 2024-11-08T02:43:10,765 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:43:10,769 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:43:10,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:43:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T02:43:10,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:43:10,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T02:43:10,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:10,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:43:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:10,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:43:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:43:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:43:10,839 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c556a80baaa4266dddcc490da49c6ff0, NAME => 'SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:10,840 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0a6560f134966cfef4bfda1c0fc17657, NAME => 'SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:10,849 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => af91a01d69186ab119dca8161fff8180, NAME => 'SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741839_1015 (size=54) 2024-11-08T02:43:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741839_1015 (size=54) 2024-11-08T02:43:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741839_1015 (size=54) 2024-11-08T02:43:10,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:10,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c556a80baaa4266dddcc490da49c6ff0, disabling compactions & flushes 2024-11-08T02:43:10,900 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:10,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:10,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. after waiting 0 ms 2024-11-08T02:43:10,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:10,900 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:10,900 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c556a80baaa4266dddcc490da49c6ff0: Waiting for close lock at 1731033790900Disabling compacts and flushes for region at 1731033790900Disabling writes for close at 1731033790900Writing region close event to WAL at 1731033790900Closed at 1731033790900 2024-11-08T02:43:10,901 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66692b2e21179b8d2eda0191f1d90a11, NAME => 'SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:43:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:43:10,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:43:10,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:10,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0a6560f134966cfef4bfda1c0fc17657, disabling compactions & flushes 2024-11-08T02:43:10,907 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:10,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:10,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. after waiting 0 ms 2024-11-08T02:43:10,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:10,907 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:10,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0a6560f134966cfef4bfda1c0fc17657: Waiting for close lock at 1731033790907Disabling compacts and flushes for region at 1731033790907Disabling writes for close at 1731033790907Writing region close event to WAL at 1731033790907Closed at 1731033790907 2024-11-08T02:43:10,908 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 494bd3fb959486e2c1821cb13bc33c0b, NAME => 'SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:43:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:43:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741840_1016 (size=62) 2024-11-08T02:43:10,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:10,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing af91a01d69186ab119dca8161fff8180, disabling compactions & flushes 2024-11-08T02:43:10,934 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:10,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:10,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. after waiting 0 ms 2024-11-08T02:43:10,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:10,934 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:10,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for af91a01d69186ab119dca8161fff8180: Waiting for close lock at 1731033790934Disabling compacts and flushes for region at 1731033790934Disabling writes for close at 1731033790934Writing region close event to WAL at 1731033790934Closed at 1731033790934 2024-11-08T02:43:10,935 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 97ed3829429ecc9d77941de4295e3e6f, NAME => 'SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:43:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:43:10,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:43:10,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:10,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 66692b2e21179b8d2eda0191f1d90a11, disabling compactions & flushes 2024-11-08T02:43:10,984 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:10,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:10,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. after waiting 0 ms 2024-11-08T02:43:10,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:10,985 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:10,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66692b2e21179b8d2eda0191f1d90a11: Waiting for close lock at 1731033790984Disabling compacts and flushes for region at 1731033790984Disabling writes for close at 1731033790985 (+1 ms)Writing region close event to WAL at 1731033790985Closed at 1731033790985 2024-11-08T02:43:10,986 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b855f0c1aa0c708261ee214d361cef80, NAME => 'SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:11,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:43:11,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:43:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:43:11,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:11,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 494bd3fb959486e2c1821cb13bc33c0b, disabling compactions & flushes 2024-11-08T02:43:11,008 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:11,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:11,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. after waiting 0 ms 2024-11-08T02:43:11,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:11,008 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:11,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 494bd3fb959486e2c1821cb13bc33c0b: Waiting for close lock at 1731033791008Disabling compacts and flushes for region at 1731033791008Disabling writes for close at 1731033791008Writing region close event to WAL at 1731033791008Closed at 1731033791008 2024-11-08T02:43:11,009 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5733ac5d3873778f3af709b1e23001ac, NAME => 'SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:43:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:43:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:43:11,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:11,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 97ed3829429ecc9d77941de4295e3e6f, disabling compactions & flushes 2024-11-08T02:43:11,040 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:11,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:11,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. after waiting 0 ms 2024-11-08T02:43:11,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:11,040 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:11,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 97ed3829429ecc9d77941de4295e3e6f: Waiting for close lock at 1731033791039Disabling compacts and flushes for region at 1731033791039Disabling writes for close at 1731033791040 (+1 ms)Writing region close event to WAL at 1731033791040Closed at 1731033791040 2024-11-08T02:43:11,041 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 888a98c9c6d7d948c7b8588423a5c7bd, NAME => 'SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:11,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:43:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:43:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:43:11,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:11,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b855f0c1aa0c708261ee214d361cef80, disabling compactions & flushes 2024-11-08T02:43:11,054 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:11,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:11,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. after waiting 0 ms 2024-11-08T02:43:11,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:11,054 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:11,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b855f0c1aa0c708261ee214d361cef80: Waiting for close lock at 1731033791054Disabling compacts and flushes for region at 1731033791054Disabling writes for close at 1731033791054Writing region close event to WAL at 1731033791054Closed at 1731033791054 2024-11-08T02:43:11,055 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a006d78517f8aa44b4f782a973b56f10, NAME => 'SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea 2024-11-08T02:43:11,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:43:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:43:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:43:11,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:11,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5733ac5d3873778f3af709b1e23001ac, disabling compactions & flushes 2024-11-08T02:43:11,063 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:11,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:11,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. after waiting 0 ms 2024-11-08T02:43:11,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:11,063 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:11,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5733ac5d3873778f3af709b1e23001ac: Waiting for close lock at 1731033791063Disabling compacts and flushes for region at 1731033791063Disabling writes for close at 1731033791063Writing region close event to WAL at 1731033791063Closed at 1731033791063 2024-11-08T02:43:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:43:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:43:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:43:11,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:43:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:43:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:43:11,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 888a98c9c6d7d948c7b8588423a5c7bd, disabling compactions & flushes 2024-11-08T02:43:11,091 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. after waiting 0 ms 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:11,091 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 888a98c9c6d7d948c7b8588423a5c7bd: Waiting for close lock at 1731033791091Disabling compacts and flushes for region at 1731033791091Disabling writes for close at 1731033791091Writing region close event to WAL at 1731033791091Closed at 1731033791091 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a006d78517f8aa44b4f782a973b56f10, disabling compactions & flushes 2024-11-08T02:43:11,091 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. after waiting 0 ms 2024-11-08T02:43:11,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:11,091 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:11,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a006d78517f8aa44b4f782a973b56f10: Waiting for close lock at 1731033791091Disabling compacts and flushes for region at 1731033791091Disabling writes for close at 1731033791091Writing region close event to WAL at 1731033791091Closed at 1731033791091 2024-11-08T02:43:11,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:43:11,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731033791094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033791094"}]},"ts":"1731033791094"} 2024-11-08T02:43:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:11,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T02:43:11,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:43:11,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731033791152"}]},"ts":"1731033791152"} 2024-11-08T02:43:11,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T02:43:11,162 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:43:11,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:43:11,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:43:11,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:43:11,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:43:11,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:43:11,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:43:11,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:43:11,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:43:11,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:43:11,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:43:11,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a6560f134966cfef4bfda1c0fc17657, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af91a01d69186ab119dca8161fff8180, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494bd3fb959486e2c1821cb13bc33c0b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97ed3829429ecc9d77941de4295e3e6f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5733ac5d3873778f3af709b1e23001ac, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=888a98c9c6d7d948c7b8588423a5c7bd, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN}] 2024-11-08T02:43:11,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN 2024-11-08T02:43:11,183 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN 2024-11-08T02:43:11,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=888a98c9c6d7d948c7b8588423a5c7bd, ASSIGN 2024-11-08T02:43:11,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5733ac5d3873778f3af709b1e23001ac, ASSIGN 2024-11-08T02:43:11,185 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN; state=OFFLINE, location=619c4b2c20b6,35759,1731033778461; forceNewPlan=false, retain=false 2024-11-08T02:43:11,187 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=888a98c9c6d7d948c7b8588423a5c7bd, ASSIGN; state=OFFLINE, location=619c4b2c20b6,40507,1731033778503; forceNewPlan=false, retain=false 2024-11-08T02:43:11,187 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN; state=OFFLINE, location=619c4b2c20b6,35759,1731033778461; forceNewPlan=false, retain=false 2024-11-08T02:43:11,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5733ac5d3873778f3af709b1e23001ac, ASSIGN; state=OFFLINE, location=619c4b2c20b6,40519,1731033778353; forceNewPlan=false, retain=false 2024-11-08T02:43:11,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN 2024-11-08T02:43:11,189 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN; state=OFFLINE, location=619c4b2c20b6,35759,1731033778461; forceNewPlan=false, retain=false 2024-11-08T02:43:11,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494bd3fb959486e2c1821cb13bc33c0b, ASSIGN 2024-11-08T02:43:11,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN 2024-11-08T02:43:11,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af91a01d69186ab119dca8161fff8180, ASSIGN 2024-11-08T02:43:11,196 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494bd3fb959486e2c1821cb13bc33c0b, ASSIGN; state=OFFLINE, location=619c4b2c20b6,40519,1731033778353; forceNewPlan=false, retain=false 2024-11-08T02:43:11,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN; state=OFFLINE, location=619c4b2c20b6,35759,1731033778461; forceNewPlan=false, retain=false 2024-11-08T02:43:11,199 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a6560f134966cfef4bfda1c0fc17657, ASSIGN 2024-11-08T02:43:11,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af91a01d69186ab119dca8161fff8180, ASSIGN; state=OFFLINE, location=619c4b2c20b6,40507,1731033778503; forceNewPlan=false, retain=false 2024-11-08T02:43:11,201 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a6560f134966cfef4bfda1c0fc17657, ASSIGN; state=OFFLINE, location=619c4b2c20b6,40519,1731033778353; forceNewPlan=false, retain=false 2024-11-08T02:43:11,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97ed3829429ecc9d77941de4295e3e6f, ASSIGN 2024-11-08T02:43:11,206 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97ed3829429ecc9d77941de4295e3e6f, ASSIGN; state=OFFLINE, location=619c4b2c20b6,40507,1731033778503; forceNewPlan=false, retain=false 2024-11-08T02:43:11,338 INFO [619c4b2c20b6:38767 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T02:43:11,339 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5733ac5d3873778f3af709b1e23001ac, regionState=OPENING, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:11,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=494bd3fb959486e2c1821cb13bc33c0b, regionState=OPENING, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:11,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a6560f134966cfef4bfda1c0fc17657, regionState=OPENING, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:11,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97ed3829429ecc9d77941de4295e3e6f, regionState=OPENING, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:11,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=af91a01d69186ab119dca8161fff8180, regionState=OPENING, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:11,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a006d78517f8aa44b4f782a973b56f10, regionState=OPENING, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:11,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c556a80baaa4266dddcc490da49c6ff0, regionState=OPENING, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:11,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b855f0c1aa0c708261ee214d361cef80, regionState=OPENING, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:11,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=888a98c9c6d7d948c7b8588423a5c7bd, regionState=OPENING, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:11,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=66692b2e21179b8d2eda0191f1d90a11, regionState=OPENING, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:11,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5733ac5d3873778f3af709b1e23001ac, ASSIGN because future has completed 2024-11-08T02:43:11,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5733ac5d3873778f3af709b1e23001ac, server=619c4b2c20b6,40519,1731033778353}] 2024-11-08T02:43:11,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494bd3fb959486e2c1821cb13bc33c0b, ASSIGN because future has completed 2024-11-08T02:43:11,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494bd3fb959486e2c1821cb13bc33c0b, server=619c4b2c20b6,40519,1731033778353}] 2024-11-08T02:43:11,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a6560f134966cfef4bfda1c0fc17657, ASSIGN because future has completed 2024-11-08T02:43:11,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a6560f134966cfef4bfda1c0fc17657, server=619c4b2c20b6,40519,1731033778353}] 2024-11-08T02:43:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af91a01d69186ab119dca8161fff8180, ASSIGN because future has completed 2024-11-08T02:43:11,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97ed3829429ecc9d77941de4295e3e6f, ASSIGN because future has completed 2024-11-08T02:43:11,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN because future has completed 2024-11-08T02:43:11,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a006d78517f8aa44b4f782a973b56f10, server=619c4b2c20b6,35759,1731033778461}] 2024-11-08T02:43:11,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97ed3829429ecc9d77941de4295e3e6f, server=619c4b2c20b6,40507,1731033778503}] 2024-11-08T02:43:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN because future has completed 2024-11-08T02:43:11,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b855f0c1aa0c708261ee214d361cef80, server=619c4b2c20b6,35759,1731033778461}] 2024-11-08T02:43:11,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure af91a01d69186ab119dca8161fff8180, server=619c4b2c20b6,40507,1731033778503}] 2024-11-08T02:43:11,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN because future has completed 2024-11-08T02:43:11,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=888a98c9c6d7d948c7b8588423a5c7bd, ASSIGN because future has completed 2024-11-08T02:43:11,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 888a98c9c6d7d948c7b8588423a5c7bd, server=619c4b2c20b6,40507,1731033778503}] 2024-11-08T02:43:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN because future has completed 2024-11-08T02:43:11,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66692b2e21179b8d2eda0191f1d90a11, server=619c4b2c20b6,35759,1731033778461}] 2024-11-08T02:43:11,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c556a80baaa4266dddcc490da49c6ff0, server=619c4b2c20b6,35759,1731033778461}] 2024-11-08T02:43:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:11,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:43:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:15,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T02:43:18,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:43:18,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:43:18,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:43:18,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:43:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:21,365 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:43:21,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52683, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:43:21,375 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:21,375 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 494bd3fb959486e2c1821cb13bc33c0b, NAME => 'SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T02:43:21,376 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,376 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,376 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,376 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,378 INFO [StoreOpener-494bd3fb959486e2c1821cb13bc33c0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,380 INFO [StoreOpener-494bd3fb959486e2c1821cb13bc33c0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494bd3fb959486e2c1821cb13bc33c0b columnFamilyName cf 2024-11-08T02:43:21,380 DEBUG [StoreOpener-494bd3fb959486e2c1821cb13bc33c0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,381 INFO [StoreOpener-494bd3fb959486e2c1821cb13bc33c0b-1 {}] regionserver.HStore(327): Store=494bd3fb959486e2c1821cb13bc33c0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,381 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,382 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,383 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,383 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,383 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,386 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,389 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/494bd3fb959486e2c1821cb13bc33c0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,390 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 494bd3fb959486e2c1821cb13bc33c0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75241735, jitterRate=0.12118922173976898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,390 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:21,391 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 494bd3fb959486e2c1821cb13bc33c0b: Running coprocessor pre-open hook at 1731033801376Writing region info on filesystem at 1731033801376Initializing all the Stores at 1731033801377 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801378 (+1 ms)Cleaning up temporary data from old regions at 1731033801383 (+5 ms)Running coprocessor post-open hooks at 1731033801390 (+7 ms)Region opened successfully at 1731033801391 (+1 ms) 2024-11-08T02:43:21,393 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b., pid=16, masterSystemTime=1731033801365 2024-11-08T02:43:21,396 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:21,397 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:21,397 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:43:21,397 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:21,397 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a6560f134966cfef4bfda1c0fc17657, NAME => 'SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T02:43:21,398 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,398 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,398 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,398 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=494bd3fb959486e2c1821cb13bc33c0b, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:21,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51139, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:43:21,401 INFO [StoreOpener-0a6560f134966cfef4bfda1c0fc17657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494bd3fb959486e2c1821cb13bc33c0b, server=619c4b2c20b6,40519,1731033778353 because future has completed 2024-11-08T02:43:21,403 INFO [StoreOpener-0a6560f134966cfef4bfda1c0fc17657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a6560f134966cfef4bfda1c0fc17657 columnFamilyName cf 2024-11-08T02:43:21,403 DEBUG [StoreOpener-0a6560f134966cfef4bfda1c0fc17657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,404 INFO [StoreOpener-0a6560f134966cfef4bfda1c0fc17657-1 {}] regionserver.HStore(327): Store=0a6560f134966cfef4bfda1c0fc17657/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,404 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,406 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,406 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:21,406 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b855f0c1aa0c708261ee214d361cef80, NAME => 'SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T02:43:21,407 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,407 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,407 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,407 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,407 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,408 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,408 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-08T02:43:21,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 494bd3fb959486e2c1821cb13bc33c0b, server=619c4b2c20b6,40519,1731033778353 in 10.0480 sec 2024-11-08T02:43:21,410 INFO [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,411 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,412 INFO [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b855f0c1aa0c708261ee214d361cef80 columnFamilyName cf 2024-11-08T02:43:21,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494bd3fb959486e2c1821cb13bc33c0b, ASSIGN in 10.2330 sec 2024-11-08T02:43:21,413 DEBUG [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,414 INFO [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] regionserver.HStore(327): Store=b855f0c1aa0c708261ee214d361cef80/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,414 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,415 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/0a6560f134966cfef4bfda1c0fc17657/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,415 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,416 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,416 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,416 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,416 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0a6560f134966cfef4bfda1c0fc17657; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74408049, jitterRate=0.1087663322687149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,416 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:21,417 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0a6560f134966cfef4bfda1c0fc17657: Running coprocessor pre-open hook at 1731033801398Writing region info on filesystem at 1731033801398Initializing all the Stores at 1731033801400 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801400Cleaning up temporary data from old regions at 1731033801408 (+8 ms)Running coprocessor post-open hooks at 1731033801416 (+8 ms)Region opened successfully at 1731033801416 2024-11-08T02:43:21,419 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657., pid=17, masterSystemTime=1731033801365 2024-11-08T02:43:21,419 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:21,419 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 888a98c9c6d7d948c7b8588423a5c7bd, NAME => 'SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T02:43:21,419 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,419 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,419 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,419 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,419 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,422 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:21,422 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:21,422 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:21,422 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5733ac5d3873778f3af709b1e23001ac, NAME => 'SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T02:43:21,422 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,423 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,423 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,423 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a6560f134966cfef4bfda1c0fc17657, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:21,423 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a6560f134966cfef4bfda1c0fc17657, server=619c4b2c20b6,40519,1731033778353 because future has completed 2024-11-08T02:43:21,428 INFO [StoreOpener-888a98c9c6d7d948c7b8588423a5c7bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,428 INFO [StoreOpener-5733ac5d3873778f3af709b1e23001ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,429 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/b855f0c1aa0c708261ee214d361cef80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,430 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b855f0c1aa0c708261ee214d361cef80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71131273, jitterRate=0.05993856489658356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,431 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:21,431 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b855f0c1aa0c708261ee214d361cef80: Running coprocessor pre-open hook at 1731033801407Writing region info on filesystem at 1731033801407Initializing all the Stores at 1731033801409 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801409Cleaning up temporary data from old regions at 1731033801416 (+7 ms)Running coprocessor post-open hooks at 1731033801431 (+15 ms)Region opened successfully at 1731033801431 2024-11-08T02:43:21,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-08T02:43:21,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a6560f134966cfef4bfda1c0fc17657, server=619c4b2c20b6,40519,1731033778353 in 10.0660 sec 2024-11-08T02:43:21,431 INFO [StoreOpener-888a98c9c6d7d948c7b8588423a5c7bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 888a98c9c6d7d948c7b8588423a5c7bd columnFamilyName cf 2024-11-08T02:43:21,431 DEBUG [StoreOpener-888a98c9c6d7d948c7b8588423a5c7bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,432 INFO [StoreOpener-5733ac5d3873778f3af709b1e23001ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5733ac5d3873778f3af709b1e23001ac columnFamilyName cf 2024-11-08T02:43:21,432 DEBUG [StoreOpener-5733ac5d3873778f3af709b1e23001ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,433 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., pid=21, masterSystemTime=1731033801396 2024-11-08T02:43:21,433 INFO [StoreOpener-888a98c9c6d7d948c7b8588423a5c7bd-1 {}] regionserver.HStore(327): Store=888a98c9c6d7d948c7b8588423a5c7bd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,433 INFO [StoreOpener-5733ac5d3873778f3af709b1e23001ac-1 {}] regionserver.HStore(327): Store=5733ac5d3873778f3af709b1e23001ac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,433 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,433 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,435 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,435 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,435 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,435 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a6560f134966cfef4bfda1c0fc17657, ASSIGN in 10.2540 sec 2024-11-08T02:43:21,436 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,436 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,436 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,436 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,436 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:21,436 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:21,437 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:21,437 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 66692b2e21179b8d2eda0191f1d90a11, NAME => 'SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T02:43:21,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b855f0c1aa0c708261ee214d361cef80, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:21,438 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,438 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,438 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,438 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,439 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,439 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,441 INFO [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b855f0c1aa0c708261ee214d361cef80, server=619c4b2c20b6,35759,1731033778461 because future has completed 2024-11-08T02:43:21,443 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,444 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 888a98c9c6d7d948c7b8588423a5c7bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72350241, jitterRate=0.07810260355472565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,444 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:21,445 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 888a98c9c6d7d948c7b8588423a5c7bd: Running coprocessor pre-open hook at 1731033801420Writing region info on filesystem at 1731033801420Initializing all the Stores at 1731033801421 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801421Cleaning up temporary data from old regions at 1731033801436 (+15 ms)Running coprocessor post-open hooks at 1731033801444 (+8 ms)Region opened successfully at 1731033801445 (+1 ms) 2024-11-08T02:43:21,445 INFO [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66692b2e21179b8d2eda0191f1d90a11 columnFamilyName cf 2024-11-08T02:43:21,445 DEBUG [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,445 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,446 INFO [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] regionserver.HStore(327): Store=66692b2e21179b8d2eda0191f1d90a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,446 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,446 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., pid=22, masterSystemTime=1731033801412 2024-11-08T02:43:21,446 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5733ac5d3873778f3af709b1e23001ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60695443, jitterRate=-0.09556742012500763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,446 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:21,446 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5733ac5d3873778f3af709b1e23001ac: Running coprocessor pre-open hook at 1731033801423Writing region info on filesystem at 1731033801423Initializing all the Stores at 1731033801424 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801424Cleaning up temporary data from old regions at 1731033801436 (+12 ms)Running coprocessor post-open hooks at 1731033801446 (+10 ms)Region opened successfully at 1731033801446 2024-11-08T02:43:21,448 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,448 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., pid=15, masterSystemTime=1731033801365 2024-11-08T02:43:21,449 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,450 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,450 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,450 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:21,450 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:21,450 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:21,451 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => af91a01d69186ab119dca8161fff8180, NAME => 'SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T02:43:21,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-08T02:43:21,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b855f0c1aa0c708261ee214d361cef80, server=619c4b2c20b6,35759,1731033778461 in 10.0510 sec 2024-11-08T02:43:21,451 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,451 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,451 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,451 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=888a98c9c6d7d948c7b8588423a5c7bd, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:21,455 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,456 INFO [StoreOpener-af91a01d69186ab119dca8161fff8180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,458 INFO [StoreOpener-af91a01d69186ab119dca8161fff8180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af91a01d69186ab119dca8161fff8180 columnFamilyName cf 2024-11-08T02:43:21,458 DEBUG [StoreOpener-af91a01d69186ab119dca8161fff8180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,459 INFO [StoreOpener-af91a01d69186ab119dca8161fff8180-1 {}] regionserver.HStore(327): Store=af91a01d69186ab119dca8161fff8180/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,459 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,460 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,461 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,461 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/66692b2e21179b8d2eda0191f1d90a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,461 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,462 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,462 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:21,462 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:21,463 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 66692b2e21179b8d2eda0191f1d90a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60440973, jitterRate=-0.09935931861400604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN in 10.2740 sec 2024-11-08T02:43:21,464 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:21,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 888a98c9c6d7d948c7b8588423a5c7bd, server=619c4b2c20b6,40507,1731033778503 because future has completed 2024-11-08T02:43:21,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5733ac5d3873778f3af709b1e23001ac, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:21,464 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 66692b2e21179b8d2eda0191f1d90a11: Running coprocessor pre-open hook at 1731033801438Writing region info on filesystem at 1731033801438Initializing all the Stores at 1731033801440 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801440Cleaning up temporary data from old regions at 1731033801450 (+10 ms)Running coprocessor post-open hooks at 1731033801464 (+14 ms)Region opened successfully at 1731033801464 2024-11-08T02:43:21,466 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,466 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11., pid=23, masterSystemTime=1731033801396 2024-11-08T02:43:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5733ac5d3873778f3af709b1e23001ac, server=619c4b2c20b6,40519,1731033778353 because future has completed 2024-11-08T02:43:21,469 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:21,469 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:21,470 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:21,470 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a006d78517f8aa44b4f782a973b56f10, NAME => 'SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T02:43:21,470 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,470 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,471 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,471 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-08T02:43:21,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 888a98c9c6d7d948c7b8588423a5c7bd, server=619c4b2c20b6,40507,1731033778503 in 10.0660 sec 2024-11-08T02:43:21,472 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/af91a01d69186ab119dca8161fff8180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,473 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened af91a01d69186ab119dca8161fff8180; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59402256, jitterRate=-0.1148374080657959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,473 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:21,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=66692b2e21179b8d2eda0191f1d90a11, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:21,473 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for af91a01d69186ab119dca8161fff8180: Running coprocessor pre-open hook at 1731033801452Writing region info on filesystem at 1731033801452Initializing all the Stores at 1731033801453 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801453Cleaning up temporary data from old regions at 1731033801462 (+9 ms)Running coprocessor post-open hooks at 1731033801473 (+11 ms)Region opened successfully at 1731033801473 2024-11-08T02:43:21,474 INFO [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,475 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180., pid=20, masterSystemTime=1731033801412 2024-11-08T02:43:21,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T02:43:21,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5733ac5d3873778f3af709b1e23001ac, server=619c4b2c20b6,40519,1731033778353 in 10.1180 sec 2024-11-08T02:43:21,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66692b2e21179b8d2eda0191f1d90a11, server=619c4b2c20b6,35759,1731033778461 because future has completed 2024-11-08T02:43:21,478 INFO [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a006d78517f8aa44b4f782a973b56f10 columnFamilyName cf 2024-11-08T02:43:21,478 DEBUG [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=888a98c9c6d7d948c7b8588423a5c7bd, ASSIGN in 10.2940 sec 2024-11-08T02:43:21,478 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:21,479 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:21,479 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:21,479 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 97ed3829429ecc9d77941de4295e3e6f, NAME => 'SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T02:43:21,480 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5733ac5d3873778f3af709b1e23001ac, ASSIGN in 10.2980 sec 2024-11-08T02:43:21,480 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=af91a01d69186ab119dca8161fff8180, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:21,480 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,480 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,481 INFO [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] regionserver.HStore(327): Store=a006d78517f8aa44b4f782a973b56f10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,481 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,482 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,483 INFO [StoreOpener-97ed3829429ecc9d77941de4295e3e6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure af91a01d69186ab119dca8161fff8180, server=619c4b2c20b6,40507,1731033778503 because future has completed 2024-11-08T02:43:21,484 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,485 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,485 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,486 INFO [StoreOpener-97ed3829429ecc9d77941de4295e3e6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97ed3829429ecc9d77941de4295e3e6f columnFamilyName cf 2024-11-08T02:43:21,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-08T02:43:21,486 DEBUG [StoreOpener-97ed3829429ecc9d77941de4295e3e6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 66692b2e21179b8d2eda0191f1d90a11, server=619c4b2c20b6,35759,1731033778461 in 10.0700 sec 2024-11-08T02:43:21,488 INFO [StoreOpener-97ed3829429ecc9d77941de4295e3e6f-1 {}] regionserver.HStore(327): Store=97ed3829429ecc9d77941de4295e3e6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,488 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,489 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,490 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,490 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-08T02:43:21,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure af91a01d69186ab119dca8161fff8180, server=619c4b2c20b6,40507,1731033778503 in 10.0930 sec 2024-11-08T02:43:21,491 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,491 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN in 10.3100 sec 2024-11-08T02:43:21,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af91a01d69186ab119dca8161fff8180, ASSIGN in 10.3130 sec 2024-11-08T02:43:21,494 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,494 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/a006d78517f8aa44b4f782a973b56f10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,495 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a006d78517f8aa44b4f782a973b56f10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63638859, jitterRate=-0.051707103848457336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,495 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:21,496 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a006d78517f8aa44b4f782a973b56f10: Running coprocessor pre-open hook at 1731033801471Writing region info on filesystem at 1731033801471Initializing all the Stores at 1731033801473 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801473Cleaning up temporary data from old regions at 1731033801485 (+12 ms)Running coprocessor post-open hooks at 1731033801495 (+10 ms)Region opened successfully at 1731033801495 2024-11-08T02:43:21,497 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., pid=18, masterSystemTime=1731033801396 2024-11-08T02:43:21,498 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/97ed3829429ecc9d77941de4295e3e6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,498 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 97ed3829429ecc9d77941de4295e3e6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66625080, jitterRate=-0.0072089433670043945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,499 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:21,499 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 97ed3829429ecc9d77941de4295e3e6f: Running coprocessor pre-open hook at 1731033801480Writing region info on filesystem at 1731033801480Initializing all the Stores at 1731033801482 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801482Cleaning up temporary data from old regions at 1731033801491 (+9 ms)Running coprocessor post-open hooks at 1731033801499 (+8 ms)Region opened successfully at 1731033801499 2024-11-08T02:43:21,499 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:21,499 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:21,500 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:21,500 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c556a80baaa4266dddcc490da49c6ff0, NAME => 'SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T02:43:21,501 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,501 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:21,501 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f., pid=19, masterSystemTime=1731033801412 2024-11-08T02:43:21,501 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,501 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a006d78517f8aa44b4f782a973b56f10, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:21,503 INFO [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,504 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:21,504 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:21,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a006d78517f8aa44b4f782a973b56f10, server=619c4b2c20b6,35759,1731033778461 because future has completed 2024-11-08T02:43:21,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=97ed3829429ecc9d77941de4295e3e6f, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:21,507 INFO [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c556a80baaa4266dddcc490da49c6ff0 columnFamilyName cf 2024-11-08T02:43:21,507 DEBUG [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:21,508 INFO [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] regionserver.HStore(327): Store=c556a80baaa4266dddcc490da49c6ff0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:21,508 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,509 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,510 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,511 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=619c4b2c20b6,40507,1731033778503, table=SPTestTable, region=97ed3829429ecc9d77941de4295e3e6f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T02:43:21,511 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,511 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97ed3829429ecc9d77941de4295e3e6f, server=619c4b2c20b6,40507,1731033778503 because future has completed 2024-11-08T02:43:21,514 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-08T02:43:21,519 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/c556a80baaa4266dddcc490da49c6ff0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:43:21,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a006d78517f8aa44b4f782a973b56f10, server=619c4b2c20b6,35759,1731033778461 in 10.1270 sec 2024-11-08T02:43:21,520 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c556a80baaa4266dddcc490da49c6ff0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71717917, jitterRate=0.06868024170398712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:21,520 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:21,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-08T02:43:21,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 97ed3829429ecc9d77941de4295e3e6f, server=619c4b2c20b6,40507,1731033778503 in 10.1310 sec 2024-11-08T02:43:21,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN in 10.3410 sec 2024-11-08T02:43:21,521 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c556a80baaa4266dddcc490da49c6ff0: Running coprocessor pre-open hook at 1731033801501Writing region info on filesystem at 1731033801501Initializing all the Stores at 1731033801503 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033801503Cleaning up temporary data from old regions at 1731033801511 (+8 ms)Running coprocessor post-open hooks at 1731033801520 (+9 ms)Region opened successfully at 1731033801520 2024-11-08T02:43:21,522 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0., pid=24, masterSystemTime=1731033801396 2024-11-08T02:43:21,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97ed3829429ecc9d77941de4295e3e6f, ASSIGN in 10.3440 sec 2024-11-08T02:43:21,525 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:21,525 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:21,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c556a80baaa4266dddcc490da49c6ff0, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:21,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c556a80baaa4266dddcc490da49c6ff0, server=619c4b2c20b6,35759,1731033778461 because future has completed 2024-11-08T02:43:21,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-08T02:43:21,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c556a80baaa4266dddcc490da49c6ff0, server=619c4b2c20b6,35759,1731033778461 in 10.0980 sec 2024-11-08T02:43:21,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:43:21,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN in 10.3560 sec 2024-11-08T02:43:21,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:43:21,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731033801538"}]},"ts":"1731033801538"} 2024-11-08T02:43:21,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T02:43:21,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:43:21,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7640 sec 2024-11-08T02:43:23,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T02:43:26,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:43:26,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T02:43:28,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T02:43:28,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T02:43:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:43:29,087 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T02:43:29,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T02:43:29,089 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:43:29,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T02:43:29,101 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:43:29,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T02:43:29,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac., hostname=619c4b2c20b6,40519,1731033778353, seqNum=2] 2024-11-08T02:43:29,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., hostname=619c4b2c20b6,40507,1731033778503, seqNum=2] 2024-11-08T02:43:29,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:29,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., hostname=619c4b2c20b6,35759,1731033778461, seqNum=2] 2024-11-08T02:43:30,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:43:30,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:43:30,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:43:30,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:43:30,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:43:30,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35759 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:30,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:43:30,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35759 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:43:30,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35759 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:43:31,051 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T02:43:31,053 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:43:31,054 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T02:43:31,059 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T02:43:31,074 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T02:43:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:43:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:43:31,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:43:31,088 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T02:43:31,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a6560f134966cfef4bfda1c0fc17657}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af91a01d69186ab119dca8161fff8180}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494bd3fb959486e2c1821cb13bc33c0b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97ed3829429ecc9d77941de4295e3e6f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5733ac5d3873778f3af709b1e23001ac}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 888a98c9c6d7d948c7b8588423a5c7bd}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10}] 2024-11-08T02:43:31,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:31,096 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:31,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:31,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:31,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:31,103 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:31,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:31,104 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:31,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:31,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:31,154 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:31,156 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 619c4b2c20b6,35759,1731033778461: Simulated kill ***** 2024-11-08T02:43:31,156 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:43:31,159 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:43:31,160 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:43:31,162 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:43:31,163 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:43:31,169 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 614065664 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153710648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "619c4b2c20b6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "619c4b2c20b6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54035", "tag.serverName": "619c4b2c20b6,40507,1731033778503", "tag.clusterId": "8f54ce55-0325-4a1a-b67a-3ad7226dc356", "tag.Context": "regionserver", "tag.Hostname": "619c4b2c20b6", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731033778503, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T02:43:31,174 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38767 {}] master.MasterRpcServices(700): 619c4b2c20b6,35759,1731033778461 reported a fatal error: ***** ABORTING region server 619c4b2c20b6,35759,1731033778461: Simulated kill ***** 2024-11-08T02:43:31,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,35759,1731033778461' ***** 2024-11-08T02:43:31,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T02:43:31,177 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:43:31,177 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:43:31,177 INFO [RS:1;619c4b2c20b6:35759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T02:43:31,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:43:31,177 INFO [RS:1;619c4b2c20b6:35759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T02:43:31,177 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:43:31,178 INFO [RS:1;619c4b2c20b6:35759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;619c4b2c20b6:35759. 2024-11-08T02:43:31,178 DEBUG [RS:1;619c4b2c20b6:35759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:43:31,178 DEBUG [RS:1;619c4b2c20b6:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:43:31,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741833_1009 (size=1242) 2024-11-08T02:43:31,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741833_1009 (size=1242) 2024-11-08T02:43:31,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741833_1009 (size=1242) 2024-11-08T02:43:31,186 DEBUG [RS:1;619c4b2c20b6:35759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:43:31,186 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:43:31,187 INFO [RS:1;619c4b2c20b6:35759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35759 2024-11-08T02:43:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:43:31,195 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:43:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,35759,1731033778461 2024-11-08T02:43:31,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,35759,1731033778461] 2024-11-08T02:43:31,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,35759,1731033778461 already deleted, retry=false 2024-11-08T02:43:31,199 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 619c4b2c20b6,35759,1731033778461 on 619c4b2c20b6,38767,1731033777642 2024-11-08T02:43:31,205 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 619c4b2c20b6,35759,1731033778461, splitWal=true, meta=false 2024-11-08T02:43:31,210 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 619c4b2c20b6,35759,1731033778461 (carryingMeta=false) 619c4b2c20b6,35759,1731033778461/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35a05484[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T02:43:31,211 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 619c4b2c20b6,35759,1731033778461, splitWal=true, meta=false 2024-11-08T02:43:31,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:31,213 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 619c4b2c20b6,35759,1731033778461 had 4 regions 2024-11-08T02:43:31,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:31,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:31,213 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:31,215 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 can not run currently because target server of region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 619c4b2c20b6,35759,1731033778461 is in state CRASHED, wait 1000 ms to retry 2024-11-08T02:43:31,215 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 can not run currently because target server of region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 619c4b2c20b6,35759,1731033778461 is in state CRASHED, wait 1000 ms to retry 2024-11-08T02:43:31,215 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10; timeout=1000, timestamp=1731033812215 2024-11-08T02:43:31,215 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11; timeout=1000, timestamp=1731033812215 2024-11-08T02:43:31,215 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:43:31,216 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 can not run currently because target server of region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 619c4b2c20b6,35759,1731033778461 is in state CRASHED, wait 1000 ms to retry 2024-11-08T02:43:31,216 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80; timeout=1000, timestamp=1731033812216 2024-11-08T02:43:31,216 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 619c4b2c20b6,35759,1731033778461, splitWal=true, meta=false, isMeta: false 2024-11-08T02:43:31,216 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 can not run currently because target server of region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T02:43:31,216 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0; timeout=1000, timestamp=1731033812216 2024-11-08T02:43:31,219 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting 2024-11-08T02:43:31,221 INFO [PEWorker-3 {}] master.SplitWALManager(105): 619c4b2c20b6,35759,1731033778461 WAL count=1, meta=false 2024-11-08T02:43:31,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 619c4b2c20b6%2C35759%2C1731033778461.1731033779965}] 2024-11-08T02:43:31,232 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:31,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 619c4b2c20b6%2C35759%2C1731033778461.1731033779965, worker=619c4b2c20b6,40519,1731033778353}] 2024-11-08T02:43:31,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:43:31,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35759-0x10185c2b7e60002, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:43:31,298 INFO [RS:1;619c4b2c20b6:35759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:43:31,299 INFO [RS:1;619c4b2c20b6:35759 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,35759,1731033778461; zookeeper connection closed. 2024-11-08T02:43:31,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41c7ae3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41c7ae3a 2024-11-08T02:43:31,864 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:43:31,864 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:43:32,215 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:32,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:32,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:32,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:32,217 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 can not run currently because target server of region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T02:43:32,217 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 can not run currently because target server of region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T02:43:32,217 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10; timeout=2000, timestamp=1731033814217 2024-11-08T02:43:32,217 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11; timeout=2000, timestamp=1731033814217 2024-11-08T02:43:32,218 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 can not run currently because target server of region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T02:43:32,218 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 can not run currently because target server of region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T02:43:32,218 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80; timeout=2000, timestamp=1731033814218 2024-11-08T02:43:32,218 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0; timeout=2000, timestamp=1731033814218 2024-11-08T02:43:33,456 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=619c4b2c20b6:38767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T02:43:34,218 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:34,218 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:34,219 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:34,219 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:34,219 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 can not run currently because target server of region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T02:43:34,219 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 can not run currently because target server of region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T02:43:34,219 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10; timeout=4000, timestamp=1731033818219 2024-11-08T02:43:34,219 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11; timeout=4000, timestamp=1731033818219 2024-11-08T02:43:34,220 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 can not run currently because target server of region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T02:43:34,220 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 can not run currently because target server of region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T02:43:34,220 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0; timeout=4000, timestamp=1731033818220 2024-11-08T02:43:34,220 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80; timeout=4000, timestamp=1731033818220 2024-11-08T02:43:38,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:38,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:38,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:38,221 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:38,222 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 can not run currently because target server of region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T02:43:38,222 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 can not run currently because target server of region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T02:43:38,222 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 can not run currently because target server of region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T02:43:38,222 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11; timeout=8000, timestamp=1731033826222 2024-11-08T02:43:38,222 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 can not run currently because target server of region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 619c4b2c20b6,35759,1731033778461 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T02:43:38,222 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0; timeout=8000, timestamp=1731033826222 2024-11-08T02:43:38,222 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10; timeout=8000, timestamp=1731033826222 2024-11-08T02:43:38,222 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80; timeout=8000, timestamp=1731033826222 2024-11-08T02:43:41,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T02:43:41,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T02:43:41,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T02:43:41,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T02:43:41,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:41,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T02:43:41,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:41,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T02:43:41,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:41,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:41,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T02:43:41,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:41,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:41,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5733ac5d3873778f3af709b1e23001ac 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T02:43:41,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 888a98c9c6d7d948c7b8588423a5c7bd 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T02:43:41,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for af91a01d69186ab119dca8161fff8180: 2024-11-08T02:43:41,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0a6560f134966cfef4bfda1c0fc17657: 2024-11-08T02:43:41,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. for SnapshotProcedureTest completed. 2024-11-08T02:43:41,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. for SnapshotProcedureTest completed. 2024-11-08T02:43:41,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 494bd3fb959486e2c1821cb13bc33c0b: 2024-11-08T02:43:41,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. for SnapshotProcedureTest completed. 2024-11-08T02:43:41,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 97ed3829429ecc9d77941de4295e3e6f: 2024-11-08T02:43:41,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:43:41,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:43:41,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:43:41,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. for SnapshotProcedureTest completed. 2024-11-08T02:43:41,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:43:41,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:43:41,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:43:41,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:43:41,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:43:41,140 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965, size=1.2 K (1242bytes) 2024-11-08T02:43:41,143 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T02:43:41,143 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T02:43:41,143 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 2024-11-08T02:43:41,151 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 after 4ms 2024-11-08T02:43:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:43:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:43:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:43:41,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:43:41,196 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 took 58ms 2024-11-08T02:43:41,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T02:43:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:43:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T02:43:41,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:43:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:43:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741850_1026 (size=65) 2024-11-08T02:43:41,202 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:43:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:43:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:43:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T02:43:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:43:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T02:43:41,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:41,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:43:41,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T02:43:41,205 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:43:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T02:43:41,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:41,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 97ed3829429ecc9d77941de4295e3e6f in 10.1140 sec 2024-11-08T02:43:41,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:43:41,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 494bd3fb959486e2c1821cb13bc33c0b in 10.1170 sec 2024-11-08T02:43:41,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b855f0c1aa0c708261ee214d361cef80: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:43:41,225 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 66692b2e21179b8d2eda0191f1d90a11: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:43:41,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a6560f134966cfef4bfda1c0fc17657 in 10.1310 sec 2024-11-08T02:43:41,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a006d78517f8aa44b4f782a973b56f10: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:43:41,230 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c556a80baaa4266dddcc490da49c6ff0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:43:41,230 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 so closing down 2024-11-08T02:43:41,231 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T02:43:41,231 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T02:43:41,237 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-08T02:43:41,238 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965, journal: Splitting hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965, size=1.2 K (1242bytes) at 1731033821140Finishing writing output for hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 so closing down at 1731033821230 (+90 ms)3 split writer threads finished at 1731033821231 (+1 ms)Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731033821237 (+6 ms) 2024-11-08T02:43:41,238 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 2024-11-08T02:43:41,238 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T02:43:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T02:43:41,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/.tmp/cf/37da48a8879c4cbcb13086b048e8b54f is 34, key is baa/cf:cf/1731033810239/Put/seqid=0 2024-11-08T02:43:41,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/.tmp/cf/0daa23d88c6642e688ff6409fa1f7c16 is 34, key is ccd/cf:cf/1731033810272/Put/seqid=0 2024-11-08T02:43:41,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:43:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:43:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:43:41,251 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting/619c4b2c20b6%2C35759%2C1731033778461.1731033779965 to hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs 2024-11-08T02:43:41,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T02:43:41,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 619c4b2c20b6%2C35759%2C1731033778461.1731033779965, worker=619c4b2c20b6,40519,1731033778353 in 10.0160 sec 2024-11-08T02:43:41,258 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:41,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T02:43:41,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 619c4b2c20b6%2C35759%2C1731033778461.1731033779965, worker=619c4b2c20b6,40519,1731033778353 in 10.0350 sec 2024-11-08T02:43:41,264 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting dir is empty, no logs to split. 2024-11-08T02:43:41,264 INFO [PEWorker-4 {}] master.SplitWALManager(105): 619c4b2c20b6,35759,1731033778461 WAL count=0, meta=false 2024-11-08T02:43:41,264 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 619c4b2c20b6,35759,1731033778461 WAL splitting is done? wals=0, meta=false 2024-11-08T02:43:41,267 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 619c4b2c20b6,35759,1731033778461 failed, ignore...File hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/WALs/619c4b2c20b6,35759,1731033778461-splitting does not exist. 2024-11-08T02:43:41,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN}] 2024-11-08T02:43:41,272 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN 2024-11-08T02:43:41,273 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN 2024-11-08T02:43:41,273 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN 2024-11-08T02:43:41,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN 2024-11-08T02:43:41,274 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:43:41,274 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:43:41,274 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:43:41,275 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:43:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741854_1030 (size=47197) 2024-11-08T02:43:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741854_1030 (size=47197) 2024-11-08T02:43:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741854_1030 (size=47197) 2024-11-08T02:43:41,290 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/.tmp/cf/0daa23d88c6642e688ff6409fa1f7c16 2024-11-08T02:43:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741853_1029 (size=28623) 2024-11-08T02:43:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741853_1029 (size=28623) 2024-11-08T02:43:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741853_1029 (size=28623) 2024-11-08T02:43:41,303 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/.tmp/cf/37da48a8879c4cbcb13086b048e8b54f 2024-11-08T02:43:41,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/.tmp/cf/0daa23d88c6642e688ff6409fa1f7c16 as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/cf/0daa23d88c6642e688ff6409fa1f7c16 2024-11-08T02:43:41,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/.tmp/cf/37da48a8879c4cbcb13086b048e8b54f as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/cf/37da48a8879c4cbcb13086b048e8b54f 2024-11-08T02:43:41,356 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/cf/37da48a8879c4cbcb13086b048e8b54f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T02:43:41,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/cf/0daa23d88c6642e688ff6409fa1f7c16, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T02:43:41,365 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 888a98c9c6d7d948c7b8588423a5c7bd in 255ms, sequenceid=5, compaction requested=false 2024-11-08T02:43:41,365 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 5733ac5d3873778f3af709b1e23001ac in 252ms, sequenceid=5, compaction requested=false 2024-11-08T02:43:41,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5733ac5d3873778f3af709b1e23001ac: 2024-11-08T02:43:41,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 888a98c9c6d7d948c7b8588423a5c7bd: 2024-11-08T02:43:41,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. for SnapshotProcedureTest completed. 2024-11-08T02:43:41,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. for SnapshotProcedureTest completed. 2024-11-08T02:43:41,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:43:41,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:43:41,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/cf/0daa23d88c6642e688ff6409fa1f7c16] hfiles 2024-11-08T02:43:41,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/cf/37da48a8879c4cbcb13086b048e8b54f] hfiles 2024-11-08T02:43:41,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/cf/0daa23d88c6642e688ff6409fa1f7c16 for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/cf/37da48a8879c4cbcb13086b048e8b54f for snapshot=SnapshotProcedureTest 2024-11-08T02:43:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741855_1031 (size=105) 2024-11-08T02:43:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741855_1031 (size=105) 2024-11-08T02:43:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741855_1031 (size=105) 2024-11-08T02:43:41,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:43:41,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T02:43:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T02:43:41,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:41,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:43:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741856_1032 (size=105) 2024-11-08T02:43:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741856_1032 (size=105) 2024-11-08T02:43:41,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741856_1032 (size=105) 2024-11-08T02:43:41,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5733ac5d3873778f3af709b1e23001ac in 10.3000 sec 2024-11-08T02:43:41,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:43:41,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T02:43:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T02:43:41,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:41,397 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:43:41,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 888a98c9c6d7d948c7b8588423a5c7bd in 10.3080 sec 2024-11-08T02:43:41,425 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:43:41,425 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:43:41,425 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:43:41,425 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:43:41,425 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:43:41,425 INFO [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:43:41,426 INFO [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:43:41,426 DEBUG [619c4b2c20b6:38767 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:43:41,426 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b855f0c1aa0c708261ee214d361cef80, regionState=OPENING, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:41,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=66692b2e21179b8d2eda0191f1d90a11, regionState=OPENING, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:41,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c556a80baaa4266dddcc490da49c6ff0, regionState=OPENING, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:41,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=a006d78517f8aa44b4f782a973b56f10, regionState=OPENING, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:41,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN because future has completed 2024-11-08T02:43:41,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b855f0c1aa0c708261ee214d361cef80, server=619c4b2c20b6,40519,1731033778353}] 2024-11-08T02:43:41,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN because future has completed 2024-11-08T02:43:41,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66692b2e21179b8d2eda0191f1d90a11, server=619c4b2c20b6,40507,1731033778503}] 2024-11-08T02:43:41,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN because future has completed 2024-11-08T02:43:41,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c556a80baaa4266dddcc490da49c6ff0, server=619c4b2c20b6,40519,1731033778353}] 2024-11-08T02:43:41,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN because future has completed 2024-11-08T02:43:41,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure a006d78517f8aa44b4f782a973b56f10, server=619c4b2c20b6,40507,1731033778503}] 2024-11-08T02:43:41,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:43:41,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T02:43:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T02:43:41,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:41,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af91a01d69186ab119dca8161fff8180 2024-11-08T02:43:41,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af91a01d69186ab119dca8161fff8180 in 10.5630 sec 2024-11-08T02:43:46,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 held by pid=39 2024-11-08T02:43:46,223 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 held by pid=40 2024-11-08T02:43:46,223 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:46,223 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 held by pid=42 2024-11-08T02:43:46,223 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:46,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:46,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 held by pid=41 2024-11-08T02:43:46,223 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:50,935 INFO [master/619c4b2c20b6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T02:43:50,935 INFO [master/619c4b2c20b6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T02:43:51,440 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:51,440 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a006d78517f8aa44b4f782a973b56f10, NAME => 'SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => b855f0c1aa0c708261ee214d361cef80, NAME => 'SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,441 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,443 INFO [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,443 INFO [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,444 INFO [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a006d78517f8aa44b4f782a973b56f10 columnFamilyName cf 2024-11-08T02:43:51,444 DEBUG [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:51,444 INFO [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b855f0c1aa0c708261ee214d361cef80 columnFamilyName cf 2024-11-08T02:43:51,445 DEBUG [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:51,445 INFO [StoreOpener-a006d78517f8aa44b4f782a973b56f10-1 {}] regionserver.HStore(327): Store=a006d78517f8aa44b4f782a973b56f10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:51,445 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,445 INFO [StoreOpener-b855f0c1aa0c708261ee214d361cef80-1 {}] regionserver.HStore(327): Store=b855f0c1aa0c708261ee214d361cef80/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:51,445 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,446 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,446 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,448 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,448 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,448 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,448 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,448 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,449 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,451 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,451 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,452 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened b855f0c1aa0c708261ee214d361cef80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69875387, jitterRate=0.041224405169487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:51,453 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,453 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a006d78517f8aa44b4f782a973b56f10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64573826, jitterRate=-0.037775009870529175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:51,453 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for b855f0c1aa0c708261ee214d361cef80: Running coprocessor pre-open hook at 1731033831442Writing region info on filesystem at 1731033831442Initializing all the Stores at 1731033831443 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033831443Cleaning up temporary data from old regions at 1731033831449 (+6 ms)Running coprocessor post-open hooks at 1731033831453 (+4 ms)Region opened successfully at 1731033831453 2024-11-08T02:43:51,453 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,453 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a006d78517f8aa44b4f782a973b56f10: Running coprocessor pre-open hook at 1731033831441Writing region info on filesystem at 1731033831441Initializing all the Stores at 1731033831443 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033831443Cleaning up temporary data from old regions at 1731033831448 (+5 ms)Running coprocessor post-open hooks at 1731033831453 (+5 ms)Region opened successfully at 1731033831453 2024-11-08T02:43:51,454 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., pid=43, masterSystemTime=1731033831434 2024-11-08T02:43:51,454 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., pid=46, masterSystemTime=1731033831435 2024-11-08T02:43:51,456 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:51,456 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:43:51,457 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:51,457 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => c556a80baaa4266dddcc490da49c6ff0, NAME => 'SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T02:43:51,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b855f0c1aa0c708261ee214d361cef80, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:51,457 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,457 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:51,458 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,458 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,458 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:51,458 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:43:51,458 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:51,458 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 66692b2e21179b8d2eda0191f1d90a11, NAME => 'SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T02:43:51,459 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,459 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:43:51,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=a006d78517f8aa44b4f782a973b56f10, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:51,459 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,459 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b855f0c1aa0c708261ee214d361cef80, server=619c4b2c20b6,40519,1731033778353 because future has completed 2024-11-08T02:43:51,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure a006d78517f8aa44b4f782a973b56f10, server=619c4b2c20b6,40507,1731033778503 because future has completed 2024-11-08T02:43:51,464 INFO [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-08T02:43:51,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure b855f0c1aa0c708261ee214d361cef80, server=619c4b2c20b6,40519,1731033778353 in 10.0320 sec 2024-11-08T02:43:51,466 INFO [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c556a80baaa4266dddcc490da49c6ff0 columnFamilyName cf 2024-11-08T02:43:51,466 DEBUG [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:51,466 INFO [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,466 INFO [StoreOpener-c556a80baaa4266dddcc490da49c6ff0-1 {}] regionserver.HStore(327): Store=c556a80baaa4266dddcc490da49c6ff0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:51,467 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,467 INFO [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66692b2e21179b8d2eda0191f1d90a11 columnFamilyName cf 2024-11-08T02:43:51,468 DEBUG [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:43:51,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b855f0c1aa0c708261ee214d361cef80, ASSIGN in 10.1950 sec 2024-11-08T02:43:51,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:43:51,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-08T02:43:51,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure a006d78517f8aa44b4f782a973b56f10, server=619c4b2c20b6,40507,1731033778503 in 10.0280 sec 2024-11-08T02:43:51,469 INFO [StoreOpener-66692b2e21179b8d2eda0191f1d90a11-1 {}] regionserver.HStore(327): Store=66692b2e21179b8d2eda0191f1d90a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:43:51,469 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,469 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,471 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a006d78517f8aa44b4f782a973b56f10, ASSIGN in 10.1990 sec 2024-11-08T02:43:51,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:43:51,473 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,473 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,473 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,474 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,474 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,474 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,477 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,477 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,478 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened c556a80baaa4266dddcc490da49c6ff0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74496530, jitterRate=0.11008480191230774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:51,478 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,478 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 66692b2e21179b8d2eda0191f1d90a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70951344, jitterRate=0.05725741386413574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:43:51,479 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,479 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for c556a80baaa4266dddcc490da49c6ff0: Running coprocessor pre-open hook at 1731033831458Writing region info on filesystem at 1731033831458Initializing all the Stores at 1731033831461 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033831461Cleaning up temporary data from old regions at 1731033831474 (+13 ms)Running coprocessor post-open hooks at 1731033831478 (+4 ms)Region opened successfully at 1731033831479 (+1 ms) 2024-11-08T02:43:51,479 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 66692b2e21179b8d2eda0191f1d90a11: Running coprocessor pre-open hook at 1731033831459Writing region info on filesystem at 1731033831459Initializing all the Stores at 1731033831461 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033831461Cleaning up temporary data from old regions at 1731033831474 (+13 ms)Running coprocessor post-open hooks at 1731033831479 (+5 ms)Region opened successfully at 1731033831479 2024-11-08T02:43:51,480 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0., pid=45, masterSystemTime=1731033831434 2024-11-08T02:43:51,480 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11., pid=44, masterSystemTime=1731033831435 2024-11-08T02:43:51,482 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:51,483 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:43:51,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c556a80baaa4266dddcc490da49c6ff0, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40519,1731033778353 2024-11-08T02:43:51,485 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:51,485 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:43:51,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=66692b2e21179b8d2eda0191f1d90a11, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,40507,1731033778503 2024-11-08T02:43:51,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c556a80baaa4266dddcc490da49c6ff0, server=619c4b2c20b6,40519,1731033778353 because future has completed 2024-11-08T02:43:51,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66692b2e21179b8d2eda0191f1d90a11, server=619c4b2c20b6,40507,1731033778503 because future has completed 2024-11-08T02:43:51,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-08T02:43:51,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c556a80baaa4266dddcc490da49c6ff0, server=619c4b2c20b6,40519,1731033778353 in 10.0560 sec 2024-11-08T02:43:51,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-08T02:43:51,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 66692b2e21179b8d2eda0191f1d90a11, server=619c4b2c20b6,40507,1731033778503 in 10.0580 sec 2024-11-08T02:43:51,494 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:43:51,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c556a80baaa4266dddcc490da49c6ff0, ASSIGN in 10.2220 sec 2024-11-08T02:43:51,496 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:43:51,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-08T02:43:51,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66692b2e21179b8d2eda0191f1d90a11, ASSIGN in 10.2230 sec 2024-11-08T02:43:51,497 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 619c4b2c20b6,35759,1731033778461 after splitting done 2024-11-08T02:43:51,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 619c4b2c20b6,35759,1731033778461, splitWal=true, meta=false in 20.2980 sec 2024-11-08T02:43:56,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:43:56,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T02:43:59,857 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T02:44:01,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:44:01,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c556a80baaa4266dddcc490da49c6ff0: 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. for SnapshotProcedureTest completed. 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b855f0c1aa0c708261ee214d361cef80: 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. for SnapshotProcedureTest completed. 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:44:01,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:44:01,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:44:01,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:44:01,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:44:01,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:44:01,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:44:01,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a006d78517f8aa44b4f782a973b56f10: 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. for SnapshotProcedureTest completed. 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:44:01,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 66692b2e21179b8d2eda0191f1d90a11: 2024-11-08T02:44:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. for SnapshotProcedureTest completed. 2024-11-08T02:44:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:44:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:44:01,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:44:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741860_1036 (size=65) 2024-11-08T02:44:01,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741860_1036 (size=65) 2024-11-08T02:44:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741860_1036 (size=65) 2024-11-08T02:44:01,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:44:01,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T02:44:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T02:44:01,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:44:01,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:44:01,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 66692b2e21179b8d2eda0191f1d90a11 in 30.4160 sec 2024-11-08T02:44:01,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741859_1035 (size=57) 2024-11-08T02:44:01,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741859_1035 (size=57) 2024-11-08T02:44:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741859_1035 (size=57) 2024-11-08T02:44:01,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:44:01,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T02:44:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T02:44:01,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:44:01,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:44:01,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a006d78517f8aa44b4f782a973b56f10 in 30.4340 sec 2024-11-08T02:44:01,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741857_1033 (size=57) 2024-11-08T02:44:01,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741857_1033 (size=57) 2024-11-08T02:44:01,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741857_1033 (size=57) 2024-11-08T02:44:01,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:44:01,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T02:44:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T02:44:01,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:44:01,541 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:44:01,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c556a80baaa4266dddcc490da49c6ff0 in 30.4540 sec 2024-11-08T02:44:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:44:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:44:01,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:44:01,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:44:01,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T02:44:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T02:44:01,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:44:01,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:44:01,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-08T02:44:01,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b855f0c1aa0c708261ee214d361cef80 in 30.4740 sec 2024-11-08T02:44:01,569 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T02:44:01,572 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T02:44:01,576 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T02:44:01,576 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T02:44:01,580 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:44:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741861_1037 (size=1094) 2024-11-08T02:44:01,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741861_1037 (size=1094) 2024-11-08T02:44:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741861_1037 (size=1094) 2024-11-08T02:44:01,668 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T02:44:01,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T02:44:01,686 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:01,686 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:01,686 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:01,686 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:01,687 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:01,699 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:06,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 888a98c9c6d7d948c7b8588423a5c7bd, had cached 0 bytes from a total of 47197 2024-11-08T02:44:06,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5733ac5d3873778f3af709b1e23001ac, had cached 0 bytes from a total of 28623 2024-11-08T02:44:08,458 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=619c4b2c20b6:38767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T02:44:10,775 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af91a01d69186ab119dca8161fff8180 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,776 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 66692b2e21179b8d2eda0191f1d90a11 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,777 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 97ed3829429ecc9d77941de4295e3e6f changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,778 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 888a98c9c6d7d948c7b8588423a5c7bd changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,778 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a006d78517f8aa44b4f782a973b56f10 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,778 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c556a80baaa4266dddcc490da49c6ff0 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,778 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0a6560f134966cfef4bfda1c0fc17657 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,778 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 494bd3fb959486e2c1821cb13bc33c0b changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,778 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b855f0c1aa0c708261ee214d361cef80 changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:10,778 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5733ac5d3873778f3af709b1e23001ac changed from -1.0 to 0.0, refreshing cache 2024-11-08T02:44:11,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T02:44:11,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T02:44:11,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T02:44:11,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T02:44:11,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T02:44:11,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T02:44:11,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:44:11,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:44:11,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T02:44:11,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T02:44:11,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T02:44:11,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T02:44:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T02:44:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T02:44:11,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T02:44:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T02:44:11,704 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 Release verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:11,704 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 Release verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:11,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T02:44:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T02:44:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T02:44:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T02:44:11,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 in 10.0260 sec 2024-11-08T02:44:11,709 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:11,710 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:11,711 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 Release verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:11,711 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:11,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 in 10.0260 sec 2024-11-08T02:44:11,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 in 10.0330 sec 2024-11-08T02:44:11,717 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 Release verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:11,717 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 Release verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:11,717 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 Release verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:11,718 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:11,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 in 10.0390 sec 2024-11-08T02:44:11,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 in 10.0390 sec 2024-11-08T02:44:11,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 in 10.0390 sec 2024-11-08T02:44:21,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T02:44:21,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T02:44:21,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T02:44:21,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T02:44:21,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T02:44:21,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T02:44:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T02:44:21,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T02:44:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T02:44:21,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T02:44:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T02:44:21,715 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 Release verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T02:44:21,715 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 Release verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:21,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 in 20.0370 sec 2024-11-08T02:44:21,718 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 Release verify snapshot worker=619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:21,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 in 20.0370 sec 2024-11-08T02:44:21,718 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 Release verify snapshot worker=619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:21,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40519,1731033778353 in 20.0400 sec 2024-11-08T02:44:21,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-08T02:44:21,721 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T02:44:21,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,40507,1731033778503 in 20.0400 sec 2024-11-08T02:44:21,723 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T02:44:21,725 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T02:44:21,725 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T02:44:21,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6800 sec 2024-11-08T02:44:21,817 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T02:44:21,824 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T02:44:21,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:44:21,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:44:21,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:44:21,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:21,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:21,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:44:21,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:44:21,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=441821929, stopped=false 2024-11-08T02:44:21,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=619c4b2c20b6,38767,1731033777642 2024-11-08T02:44:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:44:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:44:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:44:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:21,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:44:21,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:44:21,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:44:21,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:44:21,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:44:21,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:44:21,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:21,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,40519,1731033778353' ***** 2024-11-08T02:44:21,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:44:21,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,40507,1731033778503' ***** 2024-11-08T02:44:21,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:44:21,834 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:44:21,834 INFO [RS:0;619c4b2c20b6:40519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:44:21,834 INFO [RS:0;619c4b2c20b6:40519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:44:21,835 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for b855f0c1aa0c708261ee214d361cef80 2024-11-08T02:44:21,835 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:44:21,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:44:21,835 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a6560f134966cfef4bfda1c0fc17657 2024-11-08T02:44:21,835 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 494bd3fb959486e2c1821cb13bc33c0b 2024-11-08T02:44:21,835 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 5733ac5d3873778f3af709b1e23001ac 2024-11-08T02:44:21,835 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:44:21,835 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:21,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:44:21,835 INFO [RS:2;619c4b2c20b6:40507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:44:21,835 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:44:21,836 INFO [RS:0;619c4b2c20b6:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;619c4b2c20b6:40519. 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for 66692b2e21179b8d2eda0191f1d90a11 2024-11-08T02:44:21,836 DEBUG [RS:0;619c4b2c20b6:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:44:21,836 DEBUG [RS:0;619c4b2c20b6:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:21,836 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b855f0c1aa0c708261ee214d361cef80, disabling compactions & flushes 2024-11-08T02:44:21,836 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:44:21,836 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for 97ed3829429ecc9d77941de4295e3e6f 2024-11-08T02:44:21,836 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for 888a98c9c6d7d948c7b8588423a5c7bd 2024-11-08T02:44:21,836 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. after waiting 0 ms 2024-11-08T02:44:21,836 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for a006d78517f8aa44b4f782a973b56f10 2024-11-08T02:44:21,836 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1325): Online Regions={b855f0c1aa0c708261ee214d361cef80=SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80., c556a80baaa4266dddcc490da49c6ff0=SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0., 0a6560f134966cfef4bfda1c0fc17657=SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657., 494bd3fb959486e2c1821cb13bc33c0b=SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b., 5733ac5d3873778f3af709b1e23001ac=SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac.} 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for af91a01d69186ab119dca8161fff8180 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:21,836 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66692b2e21179b8d2eda0191f1d90a11, disabling compactions & flushes 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:44:21,836 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:44:21,836 INFO [RS:2;619c4b2c20b6:40507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;619c4b2c20b6:40507. 2024-11-08T02:44:21,836 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:44:21,836 DEBUG [RS:2;619c4b2c20b6:40507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:44:21,836 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. after waiting 0 ms 2024-11-08T02:44:21,836 DEBUG [RS:2;619c4b2c20b6:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:21,837 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:44:21,837 DEBUG [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1351): Waiting on 0a6560f134966cfef4bfda1c0fc17657, 494bd3fb959486e2c1821cb13bc33c0b, 5733ac5d3873778f3af709b1e23001ac, b855f0c1aa0c708261ee214d361cef80, c556a80baaa4266dddcc490da49c6ff0 2024-11-08T02:44:21,837 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:44:21,837 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:44:21,837 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:44:21,837 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:44:21,840 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:44:21,840 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:44:21,844 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T02:44:21,844 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1325): Online Regions={66692b2e21179b8d2eda0191f1d90a11=SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11., 97ed3829429ecc9d77941de4295e3e6f=SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f., 1588230740=hbase:meta,,1.1588230740, 888a98c9c6d7d948c7b8588423a5c7bd=SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd., a006d78517f8aa44b4f782a973b56f10=SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10., af91a01d69186ab119dca8161fff8180=SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180.} 2024-11-08T02:44:21,844 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:44:21,844 DEBUG [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66692b2e21179b8d2eda0191f1d90a11, 888a98c9c6d7d948c7b8588423a5c7bd, 97ed3829429ecc9d77941de4295e3e6f, a006d78517f8aa44b4f782a973b56f10, af91a01d69186ab119dca8161fff8180 2024-11-08T02:44:21,844 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:44:21,844 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:44:21,844 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:44:21,844 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:44:21,845 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-08T02:44:21,848 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/66692b2e21179b8d2eda0191f1d90a11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,851 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:44:21,852 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66692b2e21179b8d2eda0191f1d90a11: Waiting for close lock at 1731033861836Running coprocessor pre-close hooks at 1731033861836Disabling compacts and flushes for region at 1731033861836Disabling writes for close at 1731033861836Writing region close event to WAL at 1731033861840 (+4 ms)Running coprocessor post-close hooks at 1731033861849 (+9 ms)Closed at 1731033861851 (+2 ms) 2024-11-08T02:44:21,852 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/b855f0c1aa0c708261ee214d361cef80/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,852 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731033790771.66692b2e21179b8d2eda0191f1d90a11. 2024-11-08T02:44:21,852 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97ed3829429ecc9d77941de4295e3e6f, disabling compactions & flushes 2024-11-08T02:44:21,852 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:44:21,852 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:44:21,852 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. after waiting 0 ms 2024-11-08T02:44:21,853 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:44:21,853 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:44:21,853 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b855f0c1aa0c708261ee214d361cef80: Waiting for close lock at 1731033861835Running coprocessor pre-close hooks at 1731033861836 (+1 ms)Disabling compacts and flushes for region at 1731033861836Disabling writes for close at 1731033861836Writing region close event to WAL at 1731033861840 (+4 ms)Running coprocessor post-close hooks at 1731033861853 (+13 ms)Closed at 1731033861853 2024-11-08T02:44:21,853 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731033790771.b855f0c1aa0c708261ee214d361cef80. 2024-11-08T02:44:21,853 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c556a80baaa4266dddcc490da49c6ff0, disabling compactions & flushes 2024-11-08T02:44:21,853 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:44:21,853 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:44:21,853 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. after waiting 0 ms 2024-11-08T02:44:21,853 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:44:21,858 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/c556a80baaa4266dddcc490da49c6ff0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,859 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:44:21,859 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c556a80baaa4266dddcc490da49c6ff0: Waiting for close lock at 1731033861853Running coprocessor pre-close hooks at 1731033861853Disabling compacts and flushes for region at 1731033861853Disabling writes for close at 1731033861853Writing region close event to WAL at 1731033861854 (+1 ms)Running coprocessor post-close hooks at 1731033861859 (+5 ms)Closed at 1731033861859 2024-11-08T02:44:21,859 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731033790771.c556a80baaa4266dddcc490da49c6ff0. 2024-11-08T02:44:21,860 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a6560f134966cfef4bfda1c0fc17657, disabling compactions & flushes 2024-11-08T02:44:21,860 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:44:21,860 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:44:21,860 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. after waiting 0 ms 2024-11-08T02:44:21,860 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:44:21,864 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:44:21,864 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:44:21,865 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/0a6560f134966cfef4bfda1c0fc17657/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,866 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:44:21,866 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a6560f134966cfef4bfda1c0fc17657: Waiting for close lock at 1731033861859Running coprocessor pre-close hooks at 1731033861859Disabling compacts and flushes for region at 1731033861859Disabling writes for close at 1731033861860 (+1 ms)Writing region close event to WAL at 1731033861860Running coprocessor post-close hooks at 1731033861866 (+6 ms)Closed at 1731033861866 2024-11-08T02:44:21,866 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657. 2024-11-08T02:44:21,866 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 494bd3fb959486e2c1821cb13bc33c0b, disabling compactions & flushes 2024-11-08T02:44:21,866 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:44:21,866 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:44:21,866 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. after waiting 0 ms 2024-11-08T02:44:21,866 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:44:21,868 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/97ed3829429ecc9d77941de4295e3e6f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,868 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:44:21,868 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97ed3829429ecc9d77941de4295e3e6f: Waiting for close lock at 1731033861852Running coprocessor pre-close hooks at 1731033861852Disabling compacts and flushes for region at 1731033861852Disabling writes for close at 1731033861852Writing region close event to WAL at 1731033861853 (+1 ms)Running coprocessor post-close hooks at 1731033861868 (+15 ms)Closed at 1731033861868 2024-11-08T02:44:21,869 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731033790771.97ed3829429ecc9d77941de4295e3e6f. 2024-11-08T02:44:21,869 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 888a98c9c6d7d948c7b8588423a5c7bd, disabling compactions & flushes 2024-11-08T02:44:21,869 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:44:21,869 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:44:21,869 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. after waiting 0 ms 2024-11-08T02:44:21,869 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:44:21,871 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/494bd3fb959486e2c1821cb13bc33c0b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,871 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:44:21,871 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 494bd3fb959486e2c1821cb13bc33c0b: Waiting for close lock at 1731033861866Running coprocessor pre-close hooks at 1731033861866Disabling compacts and flushes for region at 1731033861866Disabling writes for close at 1731033861866Writing region close event to WAL at 1731033861867 (+1 ms)Running coprocessor post-close hooks at 1731033861871 (+4 ms)Closed at 1731033861871 2024-11-08T02:44:21,872 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731033790771.494bd3fb959486e2c1821cb13bc33c0b. 2024-11-08T02:44:21,872 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5733ac5d3873778f3af709b1e23001ac, disabling compactions & flushes 2024-11-08T02:44:21,872 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:44:21,872 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:44:21,872 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. after waiting 0 ms 2024-11-08T02:44:21,872 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:44:21,875 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/info/1b4a077697f54c8e912169a51e622aa0 is 167, key is SPTestTable,19999999,1731033790771.0a6560f134966cfef4bfda1c0fc17657./info:regioninfo/1731033801423/Put/seqid=0 2024-11-08T02:44:21,881 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/888a98c9c6d7d948c7b8588423a5c7bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:44:21,882 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:44:21,882 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 888a98c9c6d7d948c7b8588423a5c7bd: Waiting for close lock at 1731033861869Running coprocessor pre-close hooks at 1731033861869Disabling compacts and flushes for region at 1731033861869Disabling writes for close at 1731033861869Writing region close event to WAL at 1731033861872 (+3 ms)Running coprocessor post-close hooks at 1731033861881 (+9 ms)Closed at 1731033861881 2024-11-08T02:44:21,882 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731033790771.888a98c9c6d7d948c7b8588423a5c7bd. 2024-11-08T02:44:21,882 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a006d78517f8aa44b4f782a973b56f10, disabling compactions & flushes 2024-11-08T02:44:21,882 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:44:21,882 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:44:21,882 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. after waiting 0 ms 2024-11-08T02:44:21,882 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:44:21,886 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/5733ac5d3873778f3af709b1e23001ac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:44:21,887 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:44:21,887 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5733ac5d3873778f3af709b1e23001ac: Waiting for close lock at 1731033861872Running coprocessor pre-close hooks at 1731033861872Disabling compacts and flushes for region at 1731033861872Disabling writes for close at 1731033861872Writing region close event to WAL at 1731033861880 (+8 ms)Running coprocessor post-close hooks at 1731033861887 (+7 ms)Closed at 1731033861887 2024-11-08T02:44:21,887 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731033790771.5733ac5d3873778f3af709b1e23001ac. 2024-11-08T02:44:21,889 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/a006d78517f8aa44b4f782a973b56f10/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,890 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:44:21,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a006d78517f8aa44b4f782a973b56f10: Waiting for close lock at 1731033861882Running coprocessor pre-close hooks at 1731033861882Disabling compacts and flushes for region at 1731033861882Disabling writes for close at 1731033861882Writing region close event to WAL at 1731033861883 (+1 ms)Running coprocessor post-close hooks at 1731033861889 (+6 ms)Closed at 1731033861890 (+1 ms) 2024-11-08T02:44:21,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731033790771.a006d78517f8aa44b4f782a973b56f10. 2024-11-08T02:44:21,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af91a01d69186ab119dca8161fff8180, disabling compactions & flushes 2024-11-08T02:44:21,890 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:44:21,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:44:21,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. after waiting 0 ms 2024-11-08T02:44:21,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:44:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741862_1038 (size=20260) 2024-11-08T02:44:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741862_1038 (size=20260) 2024-11-08T02:44:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741862_1038 (size=20260) 2024-11-08T02:44:21,893 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/info/1b4a077697f54c8e912169a51e622aa0 2024-11-08T02:44:21,900 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/default/SPTestTable/af91a01d69186ab119dca8161fff8180/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:44:21,901 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:44:21,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af91a01d69186ab119dca8161fff8180: Waiting for close lock at 1731033861890Running coprocessor pre-close hooks at 1731033861890Disabling compacts and flushes for region at 1731033861890Disabling writes for close at 1731033861890Writing region close event to WAL at 1731033861896 (+6 ms)Running coprocessor post-close hooks at 1731033861901 (+5 ms)Closed at 1731033861901 2024-11-08T02:44:21,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731033790771.af91a01d69186ab119dca8161fff8180. 2024-11-08T02:44:21,920 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/ns/111b69b79f4d415797e76e0994b3b4fd is 43, key is default/ns:d/1731033790400/Put/seqid=0 2024-11-08T02:44:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741863_1039 (size=5153) 2024-11-08T02:44:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741863_1039 (size=5153) 2024-11-08T02:44:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741863_1039 (size=5153) 2024-11-08T02:44:21,929 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/ns/111b69b79f4d415797e76e0994b3b4fd 2024-11-08T02:44:21,954 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/table/56d6d4467442443b8a0982ae43c2d8df is 47, key is SPTestTable/table:state/1731033801538/Put/seqid=0 2024-11-08T02:44:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741864_1040 (size=5214) 2024-11-08T02:44:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741864_1040 (size=5214) 2024-11-08T02:44:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741864_1040 (size=5214) 2024-11-08T02:44:21,962 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/table/56d6d4467442443b8a0982ae43c2d8df 2024-11-08T02:44:21,972 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/info/1b4a077697f54c8e912169a51e622aa0 as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/info/1b4a077697f54c8e912169a51e622aa0 2024-11-08T02:44:21,980 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/info/1b4a077697f54c8e912169a51e622aa0, entries=116, sequenceid=37, filesize=19.8 K 2024-11-08T02:44:21,982 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/ns/111b69b79f4d415797e76e0994b3b4fd as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/ns/111b69b79f4d415797e76e0994b3b4fd 2024-11-08T02:44:21,990 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/ns/111b69b79f4d415797e76e0994b3b4fd, entries=2, sequenceid=37, filesize=5.0 K 2024-11-08T02:44:21,992 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/.tmp/table/56d6d4467442443b8a0982ae43c2d8df as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/table/56d6d4467442443b8a0982ae43c2d8df 2024-11-08T02:44:22,000 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/table/56d6d4467442443b8a0982ae43c2d8df, entries=2, sequenceid=37, filesize=5.1 K 2024-11-08T02:44:22,001 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=37, compaction requested=false 2024-11-08T02:44:22,007 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-08T02:44:22,008 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:44:22,008 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:44:22,008 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731033861844Running coprocessor pre-close hooks at 1731033861844Disabling compacts and flushes for region at 1731033861844Disabling writes for close at 1731033861844Obtaining lock to block concurrent updates at 1731033861845 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731033861845Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731033861845Flushing stores of hbase:meta,,1.1588230740 at 1731033861846 (+1 ms)Flushing 1588230740/info: creating writer at 1731033861846Flushing 1588230740/info: appending metadata at 1731033861874 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731033861874Flushing 1588230740/ns: creating writer at 1731033861903 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731033861919 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731033861919Flushing 1588230740/table: creating writer at 1731033861938 (+19 ms)Flushing 1588230740/table: appending metadata at 1731033861953 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731033861953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d28e16b: reopening flushed file at 1731033861971 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c6a04d: reopening flushed file at 1731033861981 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b098317: reopening flushed file at 1731033861991 (+10 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=37, compaction requested=false at 1731033862001 (+10 ms)Writing region close event to WAL at 1731033862003 (+2 ms)Running coprocessor post-close hooks at 1731033862008 (+5 ms)Closed at 1731033862008 2024-11-08T02:44:22,008 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:44:22,037 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,40519,1731033778353; all regions closed. 2024-11-08T02:44:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741835_1011 (size=3500) 2024-11-08T02:44:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741835_1011 (size=3500) 2024-11-08T02:44:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741835_1011 (size=3500) 2024-11-08T02:44:22,044 DEBUG [RS:0;619c4b2c20b6:40519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs 2024-11-08T02:44:22,044 INFO [RS:0;619c4b2c20b6:40519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C40519%2C1731033778353:(num 1731033779965) 2024-11-08T02:44:22,044 DEBUG [RS:0;619c4b2c20b6:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:22,044 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:44:22,044 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:44:22,044 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,40507,1731033778503; all regions closed. 2024-11-08T02:44:22,044 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:44:22,045 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:44:22,045 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:44:22,045 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:44:22,045 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:44:22,045 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:44:22,045 INFO [RS:0;619c4b2c20b6:40519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40519 2024-11-08T02:44:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741836_1012 (size=19450) 2024-11-08T02:44:22,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741836_1012 (size=19450) 2024-11-08T02:44:22,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:44:22,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,40519,1731033778353 2024-11-08T02:44:22,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741836_1012 (size=19450) 2024-11-08T02:44:22,049 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:44:22,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,40519,1731033778353] 2024-11-08T02:44:22,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,40519,1731033778353 already deleted, retry=false 2024-11-08T02:44:22,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,40519,1731033778353 expired; onlineServers=1 2024-11-08T02:44:22,052 DEBUG [RS:2;619c4b2c20b6:40507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs 2024-11-08T02:44:22,052 INFO [RS:2;619c4b2c20b6:40507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C40507%2C1731033778503.meta:.meta(num 1731033790176) 2024-11-08T02:44:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741834_1010 (size=3530) 2024-11-08T02:44:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741834_1010 (size=3530) 2024-11-08T02:44:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741834_1010 (size=3530) 2024-11-08T02:44:22,058 DEBUG [RS:2;619c4b2c20b6:40507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/oldWALs 2024-11-08T02:44:22,058 INFO [RS:2;619c4b2c20b6:40507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C40507%2C1731033778503:(num 1731033779965) 2024-11-08T02:44:22,058 DEBUG [RS:2;619c4b2c20b6:40507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:22,058 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:44:22,058 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:44:22,058 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:44:22,058 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:44:22,059 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:44:22,059 INFO [RS:2;619c4b2c20b6:40507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40507 2024-11-08T02:44:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,40507,1731033778503 2024-11-08T02:44:22,061 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:44:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:44:22,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,40507,1731033778503] 2024-11-08T02:44:22,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,40507,1731033778503 already deleted, retry=false 2024-11-08T02:44:22,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,40507,1731033778503 expired; onlineServers=0 2024-11-08T02:44:22,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '619c4b2c20b6,38767,1731033777642' ***** 2024-11-08T02:44:22,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:44:22,065 INFO [M:0;619c4b2c20b6:38767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:44:22,065 INFO [M:0;619c4b2c20b6:38767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:44:22,065 DEBUG [M:0;619c4b2c20b6:38767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:44:22,065 DEBUG [M:0;619c4b2c20b6:38767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:44:22,065 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731033779549 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731033779549,5,FailOnTimeoutGroup] 2024-11-08T02:44:22,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:44:22,065 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731033779547 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731033779547,5,FailOnTimeoutGroup] 2024-11-08T02:44:22,065 INFO [M:0;619c4b2c20b6:38767 {}] hbase.ChoreService(370): Chore service for: master/619c4b2c20b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:44:22,065 INFO [M:0;619c4b2c20b6:38767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:44:22,065 DEBUG [M:0;619c4b2c20b6:38767 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:44:22,066 INFO [M:0;619c4b2c20b6:38767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:44:22,066 INFO [M:0;619c4b2c20b6:38767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:44:22,066 ERROR [M:0;619c4b2c20b6:38767 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:45379 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45379,5,PEWorkerGroup] 2024-11-08T02:44:22,067 INFO [M:0;619c4b2c20b6:38767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:44:22,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:44:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T02:44:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:22,068 DEBUG [M:0;619c4b2c20b6:38767 {}] zookeeper.ZKUtil(347): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T02:44:22,068 WARN [M:0;619c4b2c20b6:38767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:44:22,069 INFO [M:0;619c4b2c20b6:38767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/.lastflushedseqids 2024-11-08T02:44:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741865_1041 (size=686) 2024-11-08T02:44:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741865_1041 (size=686) 2024-11-08T02:44:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741865_1041 (size=686) 2024-11-08T02:44:22,085 INFO [M:0;619c4b2c20b6:38767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:44:22,085 INFO [M:0;619c4b2c20b6:38767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:44:22,085 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:44:22,085 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:22,085 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:22,085 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:44:22,085 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:22,085 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.96 KB heapSize=241.73 KB 2024-11-08T02:44:22,107 DEBUG [M:0;619c4b2c20b6:38767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5da7322478374a468cbc939339c20561 is 82, key is hbase:meta,,1/info:regioninfo/1731033790309/Put/seqid=0 2024-11-08T02:44:22,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741866_1042 (size=5672) 2024-11-08T02:44:22,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741866_1042 (size=5672) 2024-11-08T02:44:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741866_1042 (size=5672) 2024-11-08T02:44:22,116 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5da7322478374a468cbc939339c20561 2024-11-08T02:44:22,140 DEBUG [M:0;619c4b2c20b6:38767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73ef7a2bee314972bd8fcf20bdc4b5dc is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731033801546/Put/seqid=0 2024-11-08T02:44:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741867_1043 (size=8973) 2024-11-08T02:44:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741867_1043 (size=8973) 2024-11-08T02:44:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741867_1043 (size=8973) 2024-11-08T02:44:22,150 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.23 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73ef7a2bee314972bd8fcf20bdc4b5dc 2024-11-08T02:44:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:44:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x10185c2b7e60001, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:44:22,151 INFO [RS:0;619c4b2c20b6:40519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:44:22,151 INFO [RS:0;619c4b2c20b6:40519 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,40519,1731033778353; zookeeper connection closed. 2024-11-08T02:44:22,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50bfa2cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50bfa2cb 2024-11-08T02:44:22,158 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73ef7a2bee314972bd8fcf20bdc4b5dc 2024-11-08T02:44:22,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:44:22,163 INFO [RS:2;619c4b2c20b6:40507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:44:22,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40507-0x10185c2b7e60003, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:44:22,164 INFO [RS:2;619c4b2c20b6:40507 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,40507,1731033778503; zookeeper connection closed. 2024-11-08T02:44:22,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103f1caa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103f1caa 2024-11-08T02:44:22,164 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T02:44:22,175 DEBUG [M:0;619c4b2c20b6:38767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2f21920521040caadb9d837655917da is 69, key is 619c4b2c20b6,40507,1731033778503/rs:state/1731033779714/Put/seqid=0 2024-11-08T02:44:22,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741868_1044 (size=5441) 2024-11-08T02:44:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741868_1044 (size=5441) 2024-11-08T02:44:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741868_1044 (size=5441) 2024-11-08T02:44:22,187 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2f21920521040caadb9d837655917da 2024-11-08T02:44:22,193 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2f21920521040caadb9d837655917da 2024-11-08T02:44:22,195 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5da7322478374a468cbc939339c20561 as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5da7322478374a468cbc939339c20561 2024-11-08T02:44:22,202 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5da7322478374a468cbc939339c20561, entries=8, sequenceid=513, filesize=5.5 K 2024-11-08T02:44:22,203 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73ef7a2bee314972bd8fcf20bdc4b5dc as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73ef7a2bee314972bd8fcf20bdc4b5dc 2024-11-08T02:44:22,210 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73ef7a2bee314972bd8fcf20bdc4b5dc 2024-11-08T02:44:22,210 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73ef7a2bee314972bd8fcf20bdc4b5dc, entries=56, sequenceid=513, filesize=8.8 K 2024-11-08T02:44:22,211 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2f21920521040caadb9d837655917da as hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2f21920521040caadb9d837655917da 2024-11-08T02:44:22,218 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2f21920521040caadb9d837655917da 2024-11-08T02:44:22,218 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45379/user/jenkins/test-data/26b05ef5-7260-d985-5b74-ab46412c64ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2f21920521040caadb9d837655917da, entries=3, sequenceid=513, filesize=5.3 K 2024-11-08T02:44:22,220 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=513, compaction requested=false 2024-11-08T02:44:22,221 INFO [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:22,221 DEBUG [M:0;619c4b2c20b6:38767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731033862085Disabling compacts and flushes for region at 1731033862085Disabling writes for close at 1731033862085Obtaining lock to block concurrent updates at 1731033862085Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731033862085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199643, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1731033862086 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731033862087 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731033862087Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731033862107 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731033862107Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731033862122 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731033862139 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731033862139Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731033862158 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731033862174 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731033862174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40518f0c: reopening flushed file at 1731033862194 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b23cd6f: reopening flushed file at 1731033862202 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da7b620: reopening flushed file at 1731033862210 (+8 ms)Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=513, compaction requested=false at 1731033862220 (+10 ms)Writing region close event to WAL at 1731033862221 (+1 ms)Closed at 1731033862221 2024-11-08T02:44:22,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35447 is added to blk_1073741830_1006 (size=233835) 2024-11-08T02:44:22,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741830_1006 (size=233835) 2024-11-08T02:44:22,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45279 is added to blk_1073741830_1006 (size=233835) 2024-11-08T02:44:22,226 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:44:22,226 INFO [M:0;619c4b2c20b6:38767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:44:22,226 INFO [M:0;619c4b2c20b6:38767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38767 2024-11-08T02:44:22,226 INFO [M:0;619c4b2c20b6:38767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:44:22,329 INFO [M:0;619c4b2c20b6:38767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:44:22,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:44:22,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10185c2b7e60000, quorum=127.0.0.1:54035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:44:22,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40f6b760{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:44:22,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:44:22,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:44:22,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:44:22,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,STOPPED} 2024-11-08T02:44:22,340 WARN [BP-741380607-172.17.0.2-1731033774512 heartbeating to localhost/127.0.0.1:45379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:44:22,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:44:22,340 WARN [BP-741380607-172.17.0.2-1731033774512 heartbeating to localhost/127.0.0.1:45379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-741380607-172.17.0.2-1731033774512 (Datanode Uuid 5e61c1dd-d620-42ac-abb5-196963ffad2e) service to localhost/127.0.0.1:45379 2024-11-08T02:44:22,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:44:22,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data5/current/BP-741380607-172.17.0.2-1731033774512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:44:22,342 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data6/current/BP-741380607-172.17.0.2-1731033774512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:44:22,342 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:44:22,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2158aabb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:44:22,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:44:22,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:44:22,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:44:22,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,STOPPED} 2024-11-08T02:44:22,347 WARN [BP-741380607-172.17.0.2-1731033774512 heartbeating to localhost/127.0.0.1:45379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:44:22,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:44:22,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:44:22,347 WARN [BP-741380607-172.17.0.2-1731033774512 heartbeating to localhost/127.0.0.1:45379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-741380607-172.17.0.2-1731033774512 (Datanode Uuid 2023fb59-8051-406f-8145-f827c9566300) service to localhost/127.0.0.1:45379 2024-11-08T02:44:22,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data3/current/BP-741380607-172.17.0.2-1731033774512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:44:22,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data4/current/BP-741380607-172.17.0.2-1731033774512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:44:22,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:44:22,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4468dec9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:44:22,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:44:22,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:44:22,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:44:22,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,STOPPED} 2024-11-08T02:44:22,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:44:22,353 WARN [BP-741380607-172.17.0.2-1731033774512 heartbeating to localhost/127.0.0.1:45379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:44:22,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:44:22,353 WARN [BP-741380607-172.17.0.2-1731033774512 heartbeating to localhost/127.0.0.1:45379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-741380607-172.17.0.2-1731033774512 (Datanode Uuid 2fa66767-97cc-4bb7-86e6-ffb92c43335f) service to localhost/127.0.0.1:45379 2024-11-08T02:44:22,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data1/current/BP-741380607-172.17.0.2-1731033774512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:44:22,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/cluster_29a0f356-80cb-4342-e35e-7688430dadde/data/data2/current/BP-741380607-172.17.0.2-1731033774512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:44:22,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:44:22,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:44:22,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:44:22,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:44:22,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:44:22,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir/,STOPPED} 2024-11-08T02:44:22,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:44:22,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:44:22,429 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/619c4b2c20b6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f3efe96 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:45379 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/619c4b2c20b6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/619c4b2c20b6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/619c4b2c20b6:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/619c4b2c20b6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:45379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/619c4b2c20b6:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/619c4b2c20b6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:45379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:45379 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=2947 (was 3972) 2024-11-08T02:44:22,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=2946 2024-11-08T02:44:22,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir so I do NOT create it in target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b 2024-11-08T02:44:22,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:44:22,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.tmp.dir so I do NOT create it in target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b 2024-11-08T02:44:22,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3b65d0e6-191d-5535-6c91-7c2a1c991635/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:44:22,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b 2024-11-08T02:44:22,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:44:22,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b, deleteOnExit=true 2024-11-08T02:44:22,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:44:22,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/test.cache.data in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:44:22,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:44:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:44:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:44:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:44:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:44:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:44:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:44:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:44:22,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:44:22,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:44:22,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:44:22,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:44:22,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:44:22,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:44:22,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5130e02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:44:22,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4136d28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:44:22,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@657db96f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/java.io.tmpdir/jetty-localhost-34401-hadoop-hdfs-3_4_1-tests_jar-_-any-1152386430741833937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:44:22,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54df83b5{HTTP/1.1, (http/1.1)}{localhost:34401} 2024-11-08T02:44:22,669 INFO [Time-limited test {}] server.Server(415): Started @90141ms 2024-11-08T02:44:22,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:44:22,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:44:22,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:44:22,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:44:22,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:44:22,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68acd59d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:44:22,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f594751{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:44:22,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2099d161{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/java.io.tmpdir/jetty-localhost-37049-hadoop-hdfs-3_4_1-tests_jar-_-any-14069430543490374352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:44:22,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46abb6db{HTTP/1.1, (http/1.1)}{localhost:37049} 2024-11-08T02:44:22,869 INFO [Time-limited test {}] server.Server(415): Started @90342ms 2024-11-08T02:44:22,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:44:22,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:44:22,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:44:22,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:44:22,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:44:22,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:44:22,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4597c443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:44:22,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b658e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:44:22,956 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data1/current/BP-1663091462-172.17.0.2-1731033862479/current, will proceed with Du for space computation calculation, 2024-11-08T02:44:22,956 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data2/current/BP-1663091462-172.17.0.2-1731033862479/current, will proceed with Du for space computation calculation, 2024-11-08T02:44:22,975 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:44:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefb341fcd1471a7a with lease ID 0xbed5f24728b72b8f: Processing first storage report for DS-e5a0fc5b-cffa-4553-b1d3-70803eeac825 from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=9dbac0d5-9ee1-4c87-9afe-71c56cb8d65a, infoPort=41211, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479) 2024-11-08T02:44:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefb341fcd1471a7a with lease ID 0xbed5f24728b72b8f: from storage DS-e5a0fc5b-cffa-4553-b1d3-70803eeac825 node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=9dbac0d5-9ee1-4c87-9afe-71c56cb8d65a, infoPort=41211, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:44:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefb341fcd1471a7a with lease ID 0xbed5f24728b72b8f: Processing first storage report for DS-a736cadc-ebec-4a85-9b52-fad5923ae5ff from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=9dbac0d5-9ee1-4c87-9afe-71c56cb8d65a, infoPort=41211, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479) 2024-11-08T02:44:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefb341fcd1471a7a with lease ID 0xbed5f24728b72b8f: from storage DS-a736cadc-ebec-4a85-9b52-fad5923ae5ff node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=9dbac0d5-9ee1-4c87-9afe-71c56cb8d65a, infoPort=41211, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:44:23,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@db967cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/java.io.tmpdir/jetty-localhost-33839-hadoop-hdfs-3_4_1-tests_jar-_-any-12927215574477186410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:44:23,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6111389f{HTTP/1.1, (http/1.1)}{localhost:33839} 2024-11-08T02:44:23,034 INFO [Time-limited test {}] server.Server(415): Started @90506ms 2024-11-08T02:44:23,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:44:23,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:44:23,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:44:23,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:44:23,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:44:23,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:44:23,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7ddb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:44:23,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e7ec4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:44:23,132 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data4/current/BP-1663091462-172.17.0.2-1731033862479/current, will proceed with Du for space computation calculation, 2024-11-08T02:44:23,132 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data3/current/BP-1663091462-172.17.0.2-1731033862479/current, will proceed with Du for space computation calculation, 2024-11-08T02:44:23,156 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:44:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e0c732e71d1a155 with lease ID 0xbed5f24728b72b90: Processing first storage report for DS-efc587f1-2e51-434b-af05-8e11978676f6 from datanode DatanodeRegistration(127.0.0.1:41041, datanodeUuid=5f83877c-0822-4fb0-acb7-5127a479812f, infoPort=44385, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479) 2024-11-08T02:44:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e0c732e71d1a155 with lease ID 0xbed5f24728b72b90: from storage DS-efc587f1-2e51-434b-af05-8e11978676f6 node DatanodeRegistration(127.0.0.1:41041, datanodeUuid=5f83877c-0822-4fb0-acb7-5127a479812f, infoPort=44385, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:44:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e0c732e71d1a155 with lease ID 0xbed5f24728b72b90: Processing first storage report for DS-8b91aaf2-a89b-45f2-b1ca-c7ba3355ef17 from datanode DatanodeRegistration(127.0.0.1:41041, datanodeUuid=5f83877c-0822-4fb0-acb7-5127a479812f, infoPort=44385, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479) 2024-11-08T02:44:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e0c732e71d1a155 with lease ID 0xbed5f24728b72b90: from storage DS-8b91aaf2-a89b-45f2-b1ca-c7ba3355ef17 node DatanodeRegistration(127.0.0.1:41041, datanodeUuid=5f83877c-0822-4fb0-acb7-5127a479812f, infoPort=44385, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:44:23,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cd60f57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/java.io.tmpdir/jetty-localhost-33263-hadoop-hdfs-3_4_1-tests_jar-_-any-12419738949675456553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:44:23,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6223c6fb{HTTP/1.1, (http/1.1)}{localhost:33263} 2024-11-08T02:44:23,208 INFO [Time-limited test {}] server.Server(415): Started @90680ms 2024-11-08T02:44:23,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:44:23,291 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data6/current/BP-1663091462-172.17.0.2-1731033862479/current, will proceed with Du for space computation calculation, 2024-11-08T02:44:23,291 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data5/current/BP-1663091462-172.17.0.2-1731033862479/current, will proceed with Du for space computation calculation, 2024-11-08T02:44:23,309 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:44:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b56396885992594 with lease ID 0xbed5f24728b72b91: Processing first storage report for DS-0c3c05a9-45bc-4879-acdb-642a74e7dd66 from datanode DatanodeRegistration(127.0.0.1:35461, datanodeUuid=0e7531ad-62ef-472b-a308-c94dc9a03a3f, infoPort=39123, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479) 2024-11-08T02:44:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b56396885992594 with lease ID 0xbed5f24728b72b91: from storage DS-0c3c05a9-45bc-4879-acdb-642a74e7dd66 node DatanodeRegistration(127.0.0.1:35461, datanodeUuid=0e7531ad-62ef-472b-a308-c94dc9a03a3f, infoPort=39123, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:44:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b56396885992594 with lease ID 0xbed5f24728b72b91: Processing first storage report for DS-3c46b277-453a-443d-96d6-60af5176358b from datanode DatanodeRegistration(127.0.0.1:35461, datanodeUuid=0e7531ad-62ef-472b-a308-c94dc9a03a3f, infoPort=39123, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479) 2024-11-08T02:44:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b56396885992594 with lease ID 0xbed5f24728b72b91: from storage DS-3c46b277-453a-443d-96d6-60af5176358b node DatanodeRegistration(127.0.0.1:35461, datanodeUuid=0e7531ad-62ef-472b-a308-c94dc9a03a3f, infoPort=39123, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=82153328;c=1731033862479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:44:23,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b 2024-11-08T02:44:23,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/zookeeper_0, clientPort=64408, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:44:23,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64408 2024-11-08T02:44:23,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:44:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:44:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:44:23,358 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 with version=8 2024-11-08T02:44:23,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/hbase-staging 2024-11-08T02:44:23,361 INFO [Time-limited test {}] client.ConnectionUtils(128): master/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:44:23,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:44:23,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:44:23,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:44:23,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:44:23,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39625 2024-11-08T02:44:23,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39625 connecting to ZooKeeper ensemble=127.0.0.1:64408 2024-11-08T02:44:23,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396250x0, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:44:23,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39625-0x10185c40a120000 connected 2024-11-08T02:44:23,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:44:23,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737, hbase.cluster.distributed=false 2024-11-08T02:44:23,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:44:23,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-08T02:44:23,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39625 2024-11-08T02:44:23,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39625 2024-11-08T02:44:23,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-08T02:44:23,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-08T02:44:23,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:44:23,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:44:23,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:44:23,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:44:23,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:44:23,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36105 2024-11-08T02:44:23,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36105 connecting to ZooKeeper ensemble=127.0.0.1:64408 2024-11-08T02:44:23,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361050x0, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:44:23,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361050x0, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:44:23,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36105-0x10185c40a120001 connected 2024-11-08T02:44:23,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:44:23,433 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:44:23,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:44:23,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:44:23,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36105 2024-11-08T02:44:23,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36105 2024-11-08T02:44:23,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36105 2024-11-08T02:44:23,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36105 2024-11-08T02:44:23,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36105 2024-11-08T02:44:23,457 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:44:23,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:44:23,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:44:23,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:44:23,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:44:23,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39493 2024-11-08T02:44:23,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39493 connecting to ZooKeeper ensemble=127.0.0.1:64408 2024-11-08T02:44:23,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394930x0, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:44:23,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394930x0, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:44:23,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39493-0x10185c40a120002 connected 2024-11-08T02:44:23,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:44:23,469 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:44:23,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:44:23,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:44:23,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39493 2024-11-08T02:44:23,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39493 2024-11-08T02:44:23,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39493 2024-11-08T02:44:23,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39493 2024-11-08T02:44:23,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39493 2024-11-08T02:44:23,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/619c4b2c20b6:0 server-side Connection retries=45 2024-11-08T02:44:23,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:44:23,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:44:23,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:44:23,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:44:23,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:44:23,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42679 2024-11-08T02:44:23,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42679 connecting to ZooKeeper ensemble=127.0.0.1:64408 2024-11-08T02:44:23,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426790x0, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:44:23,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42679-0x10185c40a120003 connected 2024-11-08T02:44:23,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:44:23,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:44:23,503 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:44:23,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T02:44:23,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T02:44:23,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-08T02:44:23,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42679 2024-11-08T02:44:23,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42679 2024-11-08T02:44:23,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-08T02:44:23,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42679 2024-11-08T02:44:23,519 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;619c4b2c20b6:39625 2024-11-08T02:44:23,519 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,522 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:44:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:44:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T02:44:23,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,524 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T02:44:23,525 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/619c4b2c20b6,39625,1731033863361 from backup master directory 2024-11-08T02:44:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T02:44:23,528 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:44:23,528 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:23,533 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/hbase.id] with ID: 710b1745-6a0c-4209-bfaa-27cdf9ade4de 2024-11-08T02:44:23,533 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.tmp/hbase.id 2024-11-08T02:44:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:44:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:44:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:44:23,544 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.tmp/hbase.id]:[hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/hbase.id] 2024-11-08T02:44:23,561 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:44:23,562 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:44:23,563 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:44:23,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:44:23,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:44:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:44:23,578 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:44:23,579 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:44:23,579 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:44:23,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:44:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:44:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:44:23,591 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store 2024-11-08T02:44:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:44:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:44:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:44:23,602 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:23,603 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:44:23,603 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:23,603 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:23,603 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:44:23,603 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:23,603 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:44:23,603 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731033863603Disabling compacts and flushes for region at 1731033863603Disabling writes for close at 1731033863603Writing region close event to WAL at 1731033863603Closed at 1731033863603 2024-11-08T02:44:23,604 WARN [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/.initializing 2024-11-08T02:44:23,604 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/WALs/619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:23,606 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:44:23,608 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C39625%2C1731033863361, suffix=, logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/WALs/619c4b2c20b6,39625,1731033863361, archiveDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/oldWALs, maxLogs=10 2024-11-08T02:44:23,630 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/WALs/619c4b2c20b6,39625,1731033863361/619c4b2c20b6%2C39625%2C1731033863361.1731033863609, exclude list is [], retry=0 2024-11-08T02:44:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-e5a0fc5b-cffa-4553-b1d3-70803eeac825,DISK] 2024-11-08T02:44:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41041,DS-efc587f1-2e51-434b-af05-8e11978676f6,DISK] 2024-11-08T02:44:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35461,DS-0c3c05a9-45bc-4879-acdb-642a74e7dd66,DISK] 2024-11-08T02:44:23,637 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/WALs/619c4b2c20b6,39625,1731033863361/619c4b2c20b6%2C39625%2C1731033863361.1731033863609 2024-11-08T02:44:23,637 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41211:41211),(127.0.0.1/127.0.0.1:44385:44385),(127.0.0.1/127.0.0.1:39123:39123)] 2024-11-08T02:44:23,637 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:44:23,638 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:23,638 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,638 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:44:23,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:23,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:44:23,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:23,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:44:23,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:23,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:44:23,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:23,650 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,650 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,651 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,652 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,652 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,653 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:44:23,654 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:44:23,657 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:23,658 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62622280, jitterRate=-0.06685531139373779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:44:23,658 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731033863638Initializing all the Stores at 1731033863639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033863639Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033863640 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033863640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033863640Cleaning up temporary data from old regions at 1731033863652 (+12 ms)Region opened successfully at 1731033863658 (+6 ms) 2024-11-08T02:44:23,659 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:44:23,663 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fc56a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:44:23,664 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:44:23,664 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:44:23,664 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:44:23,664 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:44:23,665 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:44:23,665 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:44:23,665 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T02:44:23,667 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:44:23,668 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T02:44:23,670 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T02:44:23,670 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:44:23,671 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:44:23,672 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T02:44:23,673 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:44:23,674 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:44:23,675 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T02:44:23,676 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:44:23,677 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T02:44:23,679 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:44:23,680 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T02:44:23,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,683 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=619c4b2c20b6,39625,1731033863361, sessionid=0x10185c40a120000, setting cluster-up flag (Was=false) 2024-11-08T02:44:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,691 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T02:44:23,692 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:23,701 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T02:44:23,702 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:23,703 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:44:23,705 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:44:23,705 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:44:23,705 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:44:23,706 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 619c4b2c20b6,39625,1731033863361 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/619c4b2c20b6:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:44:23,707 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,708 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(746): ClusterId : 710b1745-6a0c-4209-bfaa-27cdf9ade4de 2024-11-08T02:44:23,709 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:44:23,709 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(746): ClusterId : 710b1745-6a0c-4209-bfaa-27cdf9ade4de 2024-11-08T02:44:23,709 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:44:23,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:44:23,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:44:23,710 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(746): ClusterId : 710b1745-6a0c-4209-bfaa-27cdf9ade4de 2024-11-08T02:44:23,710 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:44:23,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:44:23,712 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:44:23,712 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:44:23,712 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:44:23,712 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:44:23,714 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:44:23,714 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:44:23,716 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:44:23,716 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:44:23,716 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:44:23,716 DEBUG [RS:2;619c4b2c20b6:42679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a83ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:44:23,716 DEBUG [RS:1;619c4b2c20b6:39493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411027ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:44:23,717 DEBUG [RS:0;619c4b2c20b6:36105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bbc4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=619c4b2c20b6/172.17.0.2:0 2024-11-08T02:44:23,721 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731033893720 2024-11-08T02:44:23,721 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:44:23,721 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:44:23,721 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:44:23,721 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:44:23,721 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:44:23,721 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:44:23,724 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,730 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:44:23,730 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:44:23,730 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:44:23,733 DEBUG [RS:1;619c4b2c20b6:39493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;619c4b2c20b6:39493 2024-11-08T02:44:23,733 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:44:23,733 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:44:23,733 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:44:23,733 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:44:23,733 DEBUG [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:44:23,734 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731033863733,5,FailOnTimeoutGroup] 2024-11-08T02:44:23,734 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,39625,1731033863361 with port=39493, startcode=1731033863457 2024-11-08T02:44:23,735 DEBUG [RS:1;619c4b2c20b6:39493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:44:23,735 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731033863734,5,FailOnTimeoutGroup] 2024-11-08T02:44:23,735 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,735 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:44:23,735 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,735 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,738 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;619c4b2c20b6:42679 2024-11-08T02:44:23,738 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;619c4b2c20b6:36105 2024-11-08T02:44:23,738 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:44:23,738 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:44:23,738 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:44:23,738 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:44:23,738 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:44:23,738 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:44:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:44:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:44:23,739 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,39625,1731033863361 with port=36105, startcode=1731033863420 2024-11-08T02:44:23,740 DEBUG [RS:0;619c4b2c20b6:36105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:44:23,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:44:23,740 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(2659): reportForDuty to master=619c4b2c20b6,39625,1731033863361 with port=42679, startcode=1731033863492 2024-11-08T02:44:23,740 DEBUG [RS:2;619c4b2c20b6:42679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:44:23,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:44:23,741 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:23,745 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:44:23,745 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:44:23,745 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52351, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:44:23,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:23,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:23,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:23,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:23,749 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:23,749 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34371 2024-11-08T02:44:23,749 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:44:23,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:23,750 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:23,750 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34371 2024-11-08T02:44:23,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(517): Registering regionserver=619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:23,750 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:44:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:44:23,752 DEBUG [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:23,752 DEBUG [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34371 2024-11-08T02:44:23,752 DEBUG [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:44:23,754 DEBUG [RS:2;619c4b2c20b6:42679 {}] zookeeper.ZKUtil(111): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:23,755 WARN [RS:2;619c4b2c20b6:42679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:44:23,755 INFO [RS:2;619c4b2c20b6:42679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:44:23,755 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:23,756 DEBUG [RS:0;619c4b2c20b6:36105 {}] zookeeper.ZKUtil(111): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:23,756 DEBUG [RS:1;619c4b2c20b6:39493 {}] zookeeper.ZKUtil(111): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:23,756 WARN [RS:0;619c4b2c20b6:36105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:44:23,756 WARN [RS:1;619c4b2c20b6:39493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:44:23,756 INFO [RS:0;619c4b2c20b6:36105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:44:23,756 INFO [RS:1;619c4b2c20b6:39493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:44:23,756 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:23,756 DEBUG [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:23,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,42679,1731033863492] 2024-11-08T02:44:23,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,36105,1731033863420] 2024-11-08T02:44:23,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [619c4b2c20b6,39493,1731033863457] 2024-11-08T02:44:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:44:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:44:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:44:23,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:23,777 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:44:23,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:44:23,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:44:23,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,780 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:44:23,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:23,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:44:23,780 INFO [RS:2;619c4b2c20b6:42679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:44:23,781 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,781 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:44:23,781 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:44:23,782 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:44:23,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:44:23,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,782 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,782 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,782 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:44:23,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,783 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:44:23,784 DEBUG [RS:2;619c4b2c20b6:42679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:44:23,784 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:44:23,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:44:23,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,785 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:44:23,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:23,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:44:23,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:44:23,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:23,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:23,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:44:23,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740 2024-11-08T02:44:23,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740 2024-11-08T02:44:23,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:44:23,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:44:23,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:44:23,792 INFO [RS:0;619c4b2c20b6:36105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:44:23,792 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:44:23,796 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:44:23,796 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:44:23,797 INFO [RS:1;619c4b2c20b6:39493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:44:23,797 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:23,797 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,797 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:44:23,797 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,797 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,797 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,797 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,797 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,42679,1731033863492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67445535, jitterRate=0.005016788840293884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:44:23,798 DEBUG [RS:0;619c4b2c20b6:36105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:44:23,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731033863768Initializing all the Stores at 1731033863769 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033863769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033863776 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033863776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033863776Cleaning up temporary data from old regions at 1731033863790 (+14 ms)Region opened successfully at 1731033863799 (+9 ms) 2024-11-08T02:44:23,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:44:23,799 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:44:23,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:44:23,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:44:23,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:44:23,800 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:44:23,801 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:44:23,801 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,801 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,801 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,801 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,801 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,801 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/619c4b2c20b6:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:44:23,802 DEBUG [RS:1;619c4b2c20b6:39493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/619c4b2c20b6:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:44:23,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:44:23,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731033863799Disabling compacts and flushes for region at 1731033863799Disabling writes for close at 1731033863799Writing region close event to WAL at 1731033863805 (+6 ms)Closed at 1731033863805 2024-11-08T02:44:23,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:44:23,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:44:23,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:44:23,808 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,808 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,808 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,808 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,808 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,808 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39493,1731033863457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:44:23,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:44:23,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:44:23,817 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,817 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,817 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,817 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,817 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,817 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,36105,1731033863420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:44:23,820 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:44:23,821 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,42679,1731033863492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,821 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,821 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.Replication(171): 619c4b2c20b6,42679,1731033863492 started 2024-11-08T02:44:23,826 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:44:23,827 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39493,1731033863457-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,827 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,827 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.Replication(171): 619c4b2c20b6,39493,1731033863457 started 2024-11-08T02:44:23,833 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:44:23,834 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,36105,1731033863420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,834 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,834 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.Replication(171): 619c4b2c20b6,36105,1731033863420 started 2024-11-08T02:44:23,836 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,836 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,42679,1731033863492, RpcServer on 619c4b2c20b6/172.17.0.2:42679, sessionid=0x10185c40a120003 2024-11-08T02:44:23,836 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:44:23,836 DEBUG [RS:2;619c4b2c20b6:42679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:23,836 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,42679,1731033863492' 2024-11-08T02:44:23,836 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:44:23,837 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:44:23,838 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:44:23,838 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:44:23,838 DEBUG [RS:2;619c4b2c20b6:42679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:23,838 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,42679,1731033863492' 2024-11-08T02:44:23,838 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:44:23,838 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:44:23,839 DEBUG [RS:2;619c4b2c20b6:42679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:44:23,839 INFO [RS:2;619c4b2c20b6:42679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:44:23,839 INFO [RS:2;619c4b2c20b6:42679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:44:23,841 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,841 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,39493,1731033863457, RpcServer on 619c4b2c20b6/172.17.0.2:39493, sessionid=0x10185c40a120002 2024-11-08T02:44:23,841 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:44:23,841 DEBUG [RS:1;619c4b2c20b6:39493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:23,841 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,39493,1731033863457' 2024-11-08T02:44:23,841 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:44:23,842 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:44:23,842 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:44:23,842 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:44:23,842 DEBUG [RS:1;619c4b2c20b6:39493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:23,842 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,39493,1731033863457' 2024-11-08T02:44:23,842 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:44:23,843 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:44:23,843 DEBUG [RS:1;619c4b2c20b6:39493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:44:23,843 INFO [RS:1;619c4b2c20b6:39493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:44:23,843 INFO [RS:1;619c4b2c20b6:39493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:44:23,848 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:23,848 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1482): Serving as 619c4b2c20b6,36105,1731033863420, RpcServer on 619c4b2c20b6/172.17.0.2:36105, sessionid=0x10185c40a120001 2024-11-08T02:44:23,848 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:44:23,848 DEBUG [RS:0;619c4b2c20b6:36105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:23,849 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,36105,1731033863420' 2024-11-08T02:44:23,849 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T02:44:23,849 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T02:44:23,850 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:44:23,850 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:44:23,850 DEBUG [RS:0;619c4b2c20b6:36105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:23,850 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '619c4b2c20b6,36105,1731033863420' 2024-11-08T02:44:23,850 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T02:44:23,850 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T02:44:23,850 DEBUG [RS:0;619c4b2c20b6:36105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:44:23,850 INFO [RS:0;619c4b2c20b6:36105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:44:23,850 INFO [RS:0;619c4b2c20b6:36105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:44:23,940 INFO [RS:2;619c4b2c20b6:42679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:44:23,942 INFO [RS:2;619c4b2c20b6:42679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C42679%2C1731033863492, suffix=, logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,42679,1731033863492, archiveDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs, maxLogs=32 2024-11-08T02:44:23,944 INFO [RS:1;619c4b2c20b6:39493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:44:23,945 INFO [RS:1;619c4b2c20b6:39493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C39493%2C1731033863457, suffix=, logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457, archiveDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs, maxLogs=32 2024-11-08T02:44:23,951 INFO [RS:0;619c4b2c20b6:36105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:44:23,953 INFO [RS:0;619c4b2c20b6:36105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C36105%2C1731033863420, suffix=, logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,36105,1731033863420, archiveDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs, maxLogs=32 2024-11-08T02:44:23,957 DEBUG [RS:2;619c4b2c20b6:42679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,42679,1731033863492/619c4b2c20b6%2C42679%2C1731033863492.1731033863944, exclude list is [], retry=0 2024-11-08T02:44:23,960 WARN [619c4b2c20b6:39625 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:44:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41041,DS-efc587f1-2e51-434b-af05-8e11978676f6,DISK] 2024-11-08T02:44:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-e5a0fc5b-cffa-4553-b1d3-70803eeac825,DISK] 2024-11-08T02:44:23,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35461,DS-0c3c05a9-45bc-4879-acdb-642a74e7dd66,DISK] 2024-11-08T02:44:23,966 DEBUG [RS:1;619c4b2c20b6:39493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457/619c4b2c20b6%2C39493%2C1731033863457.1731033863947, exclude list is [], retry=0 2024-11-08T02:44:23,968 DEBUG [RS:0;619c4b2c20b6:36105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,36105,1731033863420/619c4b2c20b6%2C36105%2C1731033863420.1731033863953, exclude list is [], retry=0 2024-11-08T02:44:23,969 INFO [RS:2;619c4b2c20b6:42679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,42679,1731033863492/619c4b2c20b6%2C42679%2C1731033863492.1731033863944 2024-11-08T02:44:23,970 DEBUG [RS:2;619c4b2c20b6:42679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44385:44385),(127.0.0.1/127.0.0.1:39123:39123),(127.0.0.1/127.0.0.1:41211:41211)] 2024-11-08T02:44:23,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41041,DS-efc587f1-2e51-434b-af05-8e11978676f6,DISK] 2024-11-08T02:44:23,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-e5a0fc5b-cffa-4553-b1d3-70803eeac825,DISK] 2024-11-08T02:44:23,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35461,DS-0c3c05a9-45bc-4879-acdb-642a74e7dd66,DISK] 2024-11-08T02:44:23,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35461,DS-0c3c05a9-45bc-4879-acdb-642a74e7dd66,DISK] 2024-11-08T02:44:23,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-e5a0fc5b-cffa-4553-b1d3-70803eeac825,DISK] 2024-11-08T02:44:23,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41041,DS-efc587f1-2e51-434b-af05-8e11978676f6,DISK] 2024-11-08T02:44:23,981 INFO [RS:1;619c4b2c20b6:39493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 2024-11-08T02:44:23,983 DEBUG [RS:1;619c4b2c20b6:39493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44385:44385),(127.0.0.1/127.0.0.1:41211:41211),(127.0.0.1/127.0.0.1:39123:39123)] 2024-11-08T02:44:23,984 INFO [RS:0;619c4b2c20b6:36105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,36105,1731033863420/619c4b2c20b6%2C36105%2C1731033863420.1731033863953 2024-11-08T02:44:23,984 DEBUG [RS:0;619c4b2c20b6:36105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41211:41211),(127.0.0.1/127.0.0.1:44385:44385),(127.0.0.1/127.0.0.1:39123:39123)] 2024-11-08T02:44:24,211 DEBUG [619c4b2c20b6:39625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T02:44:24,211 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:44:24,213 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:44:24,213 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:44:24,213 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:44:24,213 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:44:24,213 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:44:24,213 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:44:24,213 INFO [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:44:24,213 INFO [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:44:24,213 INFO [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:44:24,214 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:44:24,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:24,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,42679,1731033863492, state=OPENING 2024-11-08T02:44:24,217 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:44:24,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:24,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:24,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:24,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:44:24,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:44:24,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:24,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:24,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:24,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:24,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,42679,1731033863492}] 2024-11-08T02:44:26,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:26,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:26,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:27,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:44:27,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:27,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:27,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:28,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:44:28,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:44:33,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:44:33,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:33,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:33,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:34,223 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:44:34,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:44:34,230 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:44:34,230 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:44:34,230 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:44:34,232 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=619c4b2c20b6%2C42679%2C1731033863492.meta, suffix=.meta, logDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,42679,1731033863492, archiveDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs, maxLogs=32 2024-11-08T02:44:34,246 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,42679,1731033863492/619c4b2c20b6%2C42679%2C1731033863492.meta.1731033874233.meta, exclude list is [], retry=0 2024-11-08T02:44:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35461,DS-0c3c05a9-45bc-4879-acdb-642a74e7dd66,DISK] 2024-11-08T02:44:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-e5a0fc5b-cffa-4553-b1d3-70803eeac825,DISK] 2024-11-08T02:44:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41041,DS-efc587f1-2e51-434b-af05-8e11978676f6,DISK] 2024-11-08T02:44:34,251 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,42679,1731033863492/619c4b2c20b6%2C42679%2C1731033863492.meta.1731033874233.meta 2024-11-08T02:44:34,251 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39123:39123),(127.0.0.1/127.0.0.1:41211:41211),(127.0.0.1/127.0.0.1:44385:44385)] 2024-11-08T02:44:34,251 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:44:34,252 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:44:34,252 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:44:34,252 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:44:34,252 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:44:34,252 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,252 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:44:34,252 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:44:34,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:44:34,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:44:34,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:34,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:34,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:44:34,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:44:34,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:34,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:34,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:44:34,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:44:34,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:34,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:34,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:44:34,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:44:34,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:34,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:44:34,260 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:44:34,261 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740 2024-11-08T02:44:34,262 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740 2024-11-08T02:44:34,264 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:44:34,264 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:44:34,264 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:44:34,266 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:44:34,267 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67393515, jitterRate=0.004241630434989929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:44:34,267 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:44:34,267 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731033874253Writing region info on filesystem at 1731033874253Initializing all the Stores at 1731033874253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033874254 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033874254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033874255 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731033874255Cleaning up temporary data from old regions at 1731033874264 (+9 ms)Running coprocessor post-open hooks at 1731033874267 (+3 ms)Region opened successfully at 1731033874267 2024-11-08T02:44:34,268 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731033874222 2024-11-08T02:44:34,270 DEBUG [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:44:34,270 INFO [RS_OPEN_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:44:34,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:34,272 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 619c4b2c20b6,42679,1731033863492, state=OPEN 2024-11-08T02:44:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:44:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:44:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:44:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T02:44:34,274 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:34,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:34,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:34,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:34,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T02:44:34,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:44:34,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=619c4b2c20b6,42679,1731033863492 in 10.0550 sec 2024-11-08T02:44:34,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:44:34,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4690 sec 2024-11-08T02:44:34,279 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:44:34,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:44:34,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:44:34,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,42679,1731033863492, seqNum=-1] 2024-11-08T02:44:34,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:44:34,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:44:34,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5820 sec 2024-11-08T02:44:34,288 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731033874288, completionTime=-1 2024-11-08T02:44:34,288 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T02:44:34,288 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731033934290 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731033994290 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39625,1731033863361-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39625,1731033863361-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39625,1731033863361-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-619c4b2c20b6:39625, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:34,290 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:34,292 DEBUG [master/619c4b2c20b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.766sec 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39625,1731033863361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:44:34,294 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39625,1731033863361-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:44:34,297 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:44:34,297 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:44:34,298 INFO [master/619c4b2c20b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=619c4b2c20b6,39625,1731033863361-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:44:34,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f152ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:44:34,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 619c4b2c20b6,39625,-1 for getting cluster id 2024-11-08T02:44:34,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:44:34,318 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '710b1745-6a0c-4209-bfaa-27cdf9ade4de' 2024-11-08T02:44:34,319 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:44:34,319 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "710b1745-6a0c-4209-bfaa-27cdf9ade4de" 2024-11-08T02:44:34,320 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc9f4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:44:34,320 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [619c4b2c20b6,39625,-1] 2024-11-08T02:44:34,320 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:44:34,321 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:34,322 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:44:34,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:44:34,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:44:34,324 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,42679,1731033863492, seqNum=-1] 2024-11-08T02:44:34,325 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:44:34,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:44:34,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:34,328 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731033874328 (current time:1731033874328). 2024-11-08T02:44:34,328 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T02:44:34,328 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T02:44:34,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a3ec1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:44:34,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 619c4b2c20b6,39625,-1 for getting cluster id 2024-11-08T02:44:34,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:44:34,330 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '710b1745-6a0c-4209-bfaa-27cdf9ade4de' 2024-11-08T02:44:34,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:44:34,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "710b1745-6a0c-4209-bfaa-27cdf9ade4de" 2024-11-08T02:44:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6d08fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:44:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [619c4b2c20b6,39625,-1] 2024-11-08T02:44:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:44:34,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:34,332 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:44:34,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bb1feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:44:34,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:44:34,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=619c4b2c20b6,42679,1731033863492, seqNum=-1] 2024-11-08T02:44:34,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:44:34,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:44:34,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:44:34,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:44:34,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:34,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:44:34,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:44:34,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:44:34,338 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 619c4b2c20b6,39625,1731033863361 2024-11-08T02:44:34,338 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f8e178d 2024-11-08T02:44:34,338 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:44:34,341 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:44:34,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:44:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T02:44:34,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:44:34,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:34,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T02:44:34,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:44:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:34,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:44:34,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:44:34,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741837_1013 (size=361) 2024-11-08T02:44:34,363 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b6b58547104ef1b8d8da1d5d2af7392d, NAME => 'SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,363 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfd436ee1bcd3d9ee655a2d9c31fdf50, NAME => 'SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,363 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8e9242cc88644d6596501a2e9606e99f, NAME => 'SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:44:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:44:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741838_1014 (size=62) 2024-11-08T02:44:34,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b6b58547104ef1b8d8da1d5d2af7392d, disabling compactions & flushes 2024-11-08T02:44:34,379 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:44:34,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:44:34,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. after waiting 0 ms 2024-11-08T02:44:34,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:44:34,379 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:44:34,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b6b58547104ef1b8d8da1d5d2af7392d: Waiting for close lock at 1731033874379Disabling compacts and flushes for region at 1731033874379Disabling writes for close at 1731033874379Writing region close event to WAL at 1731033874379Closed at 1731033874379 2024-11-08T02:44:34,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a16303e7df0036e082689b95b8dcab9e, NAME => 'SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741839_1015 (size=62) 2024-11-08T02:44:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741839_1015 (size=62) 2024-11-08T02:44:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741839_1015 (size=62) 2024-11-08T02:44:34,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8e9242cc88644d6596501a2e9606e99f, disabling compactions & flushes 2024-11-08T02:44:34,382 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:44:34,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:44:34,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. after waiting 0 ms 2024-11-08T02:44:34,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:44:34,383 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:44:34,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8e9242cc88644d6596501a2e9606e99f: Waiting for close lock at 1731033874382Disabling compacts and flushes for region at 1731033874382Disabling writes for close at 1731033874383 (+1 ms)Writing region close event to WAL at 1731033874383Closed at 1731033874383 2024-11-08T02:44:34,384 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c3de3eedce36ecae498e93ecceb772e4, NAME => 'SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741840_1016 (size=54) 2024-11-08T02:44:34,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741840_1016 (size=54) 2024-11-08T02:44:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741840_1016 (size=54) 2024-11-08T02:44:34,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bfd436ee1bcd3d9ee655a2d9c31fdf50, disabling compactions & flushes 2024-11-08T02:44:34,388 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:44:34,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:44:34,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. after waiting 0 ms 2024-11-08T02:44:34,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:44:34,388 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:44:34,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfd436ee1bcd3d9ee655a2d9c31fdf50: Waiting for close lock at 1731033874387Disabling compacts and flushes for region at 1731033874387Disabling writes for close at 1731033874388 (+1 ms)Writing region close event to WAL at 1731033874388Closed at 1731033874388 2024-11-08T02:44:34,389 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a2e9361fd05822cc6f1bdbd9bee4256, NAME => 'SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:44:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:44:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741841_1017 (size=62) 2024-11-08T02:44:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:44:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:44:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741842_1018 (size=62) 2024-11-08T02:44:34,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c3de3eedce36ecae498e93ecceb772e4, disabling compactions & flushes 2024-11-08T02:44:34,403 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:44:34,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:44:34,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. after waiting 0 ms 2024-11-08T02:44:34,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:44:34,403 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:44:34,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c3de3eedce36ecae498e93ecceb772e4: Waiting for close lock at 1731033874402Disabling compacts and flushes for region at 1731033874402Disabling writes for close at 1731033874403 (+1 ms)Writing region close event to WAL at 1731033874403Closed at 1731033874403 2024-11-08T02:44:34,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 382f3fcc6eb81e2692c36ca3b55a0104, NAME => 'SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:44:34,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:44:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741843_1019 (size=62) 2024-11-08T02:44:34,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3a2e9361fd05822cc6f1bdbd9bee4256, disabling compactions & flushes 2024-11-08T02:44:34,407 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:44:34,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:44:34,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. after waiting 0 ms 2024-11-08T02:44:34,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:44:34,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:44:34,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a2e9361fd05822cc6f1bdbd9bee4256: Waiting for close lock at 1731033874407Disabling compacts and flushes for region at 1731033874407Disabling writes for close at 1731033874407Writing region close event to WAL at 1731033874407Closed at 1731033874407 2024-11-08T02:44:34,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e30779879627fda83b28d26a7168dd3b, NAME => 'SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:44:34,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:44:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741844_1020 (size=62) 2024-11-08T02:44:34,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 382f3fcc6eb81e2692c36ca3b55a0104, disabling compactions & flushes 2024-11-08T02:44:34,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:34,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:34,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. after waiting 0 ms 2024-11-08T02:44:34,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:34,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:34,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 382f3fcc6eb81e2692c36ca3b55a0104: Waiting for close lock at 1731033874415Disabling compacts and flushes for region at 1731033874415Disabling writes for close at 1731033874416 (+1 ms)Writing region close event to WAL at 1731033874416Closed at 1731033874416 2024-11-08T02:44:34,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0d32e9033fd0785cf6fd0abe082e5a88, NAME => 'SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:44:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:44:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741845_1021 (size=62) 2024-11-08T02:44:34,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e30779879627fda83b28d26a7168dd3b, disabling compactions & flushes 2024-11-08T02:44:34,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:44:34,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:44:34,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. after waiting 0 ms 2024-11-08T02:44:34,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:44:34,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:44:34,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e30779879627fda83b28d26a7168dd3b: Waiting for close lock at 1731033874429Disabling compacts and flushes for region at 1731033874429Disabling writes for close at 1731033874429Writing region close event to WAL at 1731033874429Closed at 1731033874429 2024-11-08T02:44:34,430 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d428c79e021eff3b31edeb522aa6f2a, NAME => 'SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737 2024-11-08T02:44:34,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:44:34,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:44:34,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741846_1022 (size=62) 2024-11-08T02:44:34,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0d32e9033fd0785cf6fd0abe082e5a88, disabling compactions & flushes 2024-11-08T02:44:34,432 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:44:34,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:44:34,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. after waiting 0 ms 2024-11-08T02:44:34,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:44:34,432 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:44:34,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0d32e9033fd0785cf6fd0abe082e5a88: Waiting for close lock at 1731033874432Disabling compacts and flushes for region at 1731033874432Disabling writes for close at 1731033874432Writing region close event to WAL at 1731033874432Closed at 1731033874432 2024-11-08T02:44:34,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:44:34,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:44:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741847_1023 (size=54) 2024-11-08T02:44:34,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5d428c79e021eff3b31edeb522aa6f2a, disabling compactions & flushes 2024-11-08T02:44:34,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:44:34,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:44:34,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. after waiting 0 ms 2024-11-08T02:44:34,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:44:34,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:44:34,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d428c79e021eff3b31edeb522aa6f2a: Waiting for close lock at 1731033874443Disabling compacts and flushes for region at 1731033874443Disabling writes for close at 1731033874443Writing region close event to WAL at 1731033874443Closed at 1731033874443 2024-11-08T02:44:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:34,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:34,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a16303e7df0036e082689b95b8dcab9e, disabling compactions & flushes 2024-11-08T02:44:34,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:44:34,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:44:34,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. after waiting 0 ms 2024-11-08T02:44:34,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:44:34,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:44:34,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a16303e7df0036e082689b95b8dcab9e: Waiting for close lock at 1731033874800Disabling compacts and flushes for region at 1731033874800Disabling writes for close at 1731033874801 (+1 ms)Writing region close event to WAL at 1731033874801Closed at 1731033874801 2024-11-08T02:44:34,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731033874802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731033874802"}]},"ts":"1731033874802"} 2024-11-08T02:44:34,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T02:44:34,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:44:34,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731033874810"}]},"ts":"1731033874810"} 2024-11-08T02:44:34,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T02:44:34,813 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:44:34,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:44:34,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:44:34,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T02:44:34,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:44:34,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:44:34,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T02:44:34,818 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:44:34,818 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:44:34,818 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T02:44:34,818 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:44:34,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfd436ee1bcd3d9ee655a2d9c31fdf50, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6b58547104ef1b8d8da1d5d2af7392d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a16303e7df0036e082689b95b8dcab9e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3de3eedce36ecae498e93ecceb772e4, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=382f3fcc6eb81e2692c36ca3b55a0104, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e30779879627fda83b28d26a7168dd3b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d428c79e021eff3b31edeb522aa6f2a, ASSIGN}] 2024-11-08T02:44:34,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN 2024-11-08T02:44:34,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6b58547104ef1b8d8da1d5d2af7392d, ASSIGN 2024-11-08T02:44:34,821 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfd436ee1bcd3d9ee655a2d9c31fdf50, ASSIGN 2024-11-08T02:44:34,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a16303e7df0036e082689b95b8dcab9e, ASSIGN 2024-11-08T02:44:34,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN; state=OFFLINE, location=619c4b2c20b6,39493,1731033863457; forceNewPlan=false, retain=false 2024-11-08T02:44:34,822 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6b58547104ef1b8d8da1d5d2af7392d, ASSIGN; state=OFFLINE, location=619c4b2c20b6,36105,1731033863420; forceNewPlan=false, retain=false 2024-11-08T02:44:34,822 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfd436ee1bcd3d9ee655a2d9c31fdf50, ASSIGN; state=OFFLINE, location=619c4b2c20b6,42679,1731033863492; forceNewPlan=false, retain=false 2024-11-08T02:44:34,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a16303e7df0036e082689b95b8dcab9e, ASSIGN; state=OFFLINE, location=619c4b2c20b6,36105,1731033863420; forceNewPlan=false, retain=false 2024-11-08T02:44:34,825 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d428c79e021eff3b31edeb522aa6f2a, ASSIGN 2024-11-08T02:44:34,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN 2024-11-08T02:44:34,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e30779879627fda83b28d26a7168dd3b, ASSIGN 2024-11-08T02:44:34,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=382f3fcc6eb81e2692c36ca3b55a0104, ASSIGN 2024-11-08T02:44:34,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN 2024-11-08T02:44:34,827 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=382f3fcc6eb81e2692c36ca3b55a0104, ASSIGN; state=OFFLINE, location=619c4b2c20b6,42679,1731033863492; forceNewPlan=false, retain=false 2024-11-08T02:44:34,827 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d428c79e021eff3b31edeb522aa6f2a, ASSIGN; state=OFFLINE, location=619c4b2c20b6,42679,1731033863492; forceNewPlan=false, retain=false 2024-11-08T02:44:34,827 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e30779879627fda83b28d26a7168dd3b, ASSIGN; state=OFFLINE, location=619c4b2c20b6,36105,1731033863420; forceNewPlan=false, retain=false 2024-11-08T02:44:34,827 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN; state=OFFLINE, location=619c4b2c20b6,39493,1731033863457; forceNewPlan=false, retain=false 2024-11-08T02:44:34,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN; state=OFFLINE, location=619c4b2c20b6,39493,1731033863457; forceNewPlan=false, retain=false 2024-11-08T02:44:34,830 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3de3eedce36ecae498e93ecceb772e4, ASSIGN 2024-11-08T02:44:34,831 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3de3eedce36ecae498e93ecceb772e4, ASSIGN; state=OFFLINE, location=619c4b2c20b6,36105,1731033863420; forceNewPlan=false, retain=false 2024-11-08T02:44:34,973 INFO [619c4b2c20b6:39625 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T02:44:34,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a2e9361fd05822cc6f1bdbd9bee4256, regionState=OPENING, regionLocation=619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:34,973 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=382f3fcc6eb81e2692c36ca3b55a0104, regionState=OPENING, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:34,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfd436ee1bcd3d9ee655a2d9c31fdf50, regionState=OPENING, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:34,973 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d32e9033fd0785cf6fd0abe082e5a88, regionState=OPENING, regionLocation=619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:34,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d428c79e021eff3b31edeb522aa6f2a, regionState=OPENING, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:34,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8e9242cc88644d6596501a2e9606e99f, regionState=OPENING, regionLocation=619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:34,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e30779879627fda83b28d26a7168dd3b, regionState=OPENING, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:34,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a16303e7df0036e082689b95b8dcab9e, regionState=OPENING, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:34,974 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6b58547104ef1b8d8da1d5d2af7392d, regionState=OPENING, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:34,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3de3eedce36ecae498e93ecceb772e4, regionState=OPENING, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN because future has completed 2024-11-08T02:44:34,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256, server=619c4b2c20b6,39493,1731033863457}] 2024-11-08T02:44:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=382f3fcc6eb81e2692c36ca3b55a0104, ASSIGN because future has completed 2024-11-08T02:44:34,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 382f3fcc6eb81e2692c36ca3b55a0104, server=619c4b2c20b6,42679,1731033863492}] 2024-11-08T02:44:34,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d428c79e021eff3b31edeb522aa6f2a, ASSIGN because future has completed 2024-11-08T02:44:34,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d428c79e021eff3b31edeb522aa6f2a, server=619c4b2c20b6,42679,1731033863492}] 2024-11-08T02:44:34,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN because future has completed 2024-11-08T02:44:34,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfd436ee1bcd3d9ee655a2d9c31fdf50, ASSIGN because future has completed 2024-11-08T02:44:34,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88, server=619c4b2c20b6,39493,1731033863457}] 2024-11-08T02:44:34,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfd436ee1bcd3d9ee655a2d9c31fdf50, server=619c4b2c20b6,42679,1731033863492}] 2024-11-08T02:44:34,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN because future has completed 2024-11-08T02:44:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e30779879627fda83b28d26a7168dd3b, ASSIGN because future has completed 2024-11-08T02:44:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3de3eedce36ecae498e93ecceb772e4, ASSIGN because future has completed 2024-11-08T02:44:34,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e9242cc88644d6596501a2e9606e99f, server=619c4b2c20b6,39493,1731033863457}] 2024-11-08T02:44:34,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3de3eedce36ecae498e93ecceb772e4, server=619c4b2c20b6,36105,1731033863420}] 2024-11-08T02:44:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a16303e7df0036e082689b95b8dcab9e, ASSIGN because future has completed 2024-11-08T02:44:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6b58547104ef1b8d8da1d5d2af7392d, ASSIGN because future has completed 2024-11-08T02:44:34,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a16303e7df0036e082689b95b8dcab9e, server=619c4b2c20b6,36105,1731033863420}] 2024-11-08T02:44:34,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b58547104ef1b8d8da1d5d2af7392d, server=619c4b2c20b6,36105,1731033863420}] 2024-11-08T02:44:34,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e30779879627fda83b28d26a7168dd3b, server=619c4b2c20b6,36105,1731033863420}] 2024-11-08T02:44:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:35,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:44:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:38,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:44:38,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:44:38,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:44:38,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:44:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:39,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:44:39,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:39,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:39,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:44,979 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:44:44,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:44:44,987 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:44:44,987 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a2e9361fd05822cc6f1bdbd9bee4256, NAME => 'SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T02:44:44,988 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,988 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:44,988 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,988 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,988 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:44,988 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 382f3fcc6eb81e2692c36ca3b55a0104, NAME => 'SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T02:44:44,989 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,989 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:44,989 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,989 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:44:44,990 INFO [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,991 INFO [StoreOpener-382f3fcc6eb81e2692c36ca3b55a0104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,992 INFO [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a2e9361fd05822cc6f1bdbd9bee4256 columnFamilyName cf 2024-11-08T02:44:44,992 DEBUG [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:44,992 INFO [StoreOpener-382f3fcc6eb81e2692c36ca3b55a0104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 382f3fcc6eb81e2692c36ca3b55a0104 columnFamilyName cf 2024-11-08T02:44:44,992 INFO [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] regionserver.HStore(327): Store=3a2e9361fd05822cc6f1bdbd9bee4256/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:44,992 DEBUG [StoreOpener-382f3fcc6eb81e2692c36ca3b55a0104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:44,992 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58951, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:44:44,993 INFO [StoreOpener-382f3fcc6eb81e2692c36ca3b55a0104-1 {}] regionserver.HStore(327): Store=382f3fcc6eb81e2692c36ca3b55a0104/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:44,993 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,993 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,994 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,994 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,994 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,994 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,994 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,995 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,995 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,996 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:44,997 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:44,997 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:44:44,997 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b6b58547104ef1b8d8da1d5d2af7392d, NAME => 'SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T02:44:44,998 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:44,998 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:44,998 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:44,998 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:44,999 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/3a2e9361fd05822cc6f1bdbd9bee4256/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,000 INFO [StoreOpener-b6b58547104ef1b8d8da1d5d2af7392d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,000 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3a2e9361fd05822cc6f1bdbd9bee4256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857833, jitterRate=0.07076515257358551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,000 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:45,000 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,000 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3a2e9361fd05822cc6f1bdbd9bee4256: Running coprocessor pre-open hook at 1731033884988Writing region info on filesystem at 1731033884988Initializing all the Stores at 1731033884989 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033884989Cleaning up temporary data from old regions at 1731033884994 (+5 ms)Running coprocessor post-open hooks at 1731033885000 (+6 ms)Region opened successfully at 1731033885000 2024-11-08T02:44:45,001 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 382f3fcc6eb81e2692c36ca3b55a0104; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70359657, jitterRate=0.048440590500831604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,001 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:45,001 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 382f3fcc6eb81e2692c36ca3b55a0104: Running coprocessor pre-open hook at 1731033884989Writing region info on filesystem at 1731033884989Initializing all the Stores at 1731033884990 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033884990Cleaning up temporary data from old regions at 1731033884995 (+5 ms)Running coprocessor post-open hooks at 1731033885001 (+6 ms)Region opened successfully at 1731033885001 2024-11-08T02:44:45,001 INFO [StoreOpener-b6b58547104ef1b8d8da1d5d2af7392d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b58547104ef1b8d8da1d5d2af7392d columnFamilyName cf 2024-11-08T02:44:45,001 DEBUG [StoreOpener-b6b58547104ef1b8d8da1d5d2af7392d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,001 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256., pid=15, masterSystemTime=1731033884979 2024-11-08T02:44:45,002 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104., pid=16, masterSystemTime=1731033884983 2024-11-08T02:44:45,002 INFO [StoreOpener-b6b58547104ef1b8d8da1d5d2af7392d-1 {}] regionserver.HStore(327): Store=b6b58547104ef1b8d8da1d5d2af7392d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,002 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,003 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,004 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,004 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:44:45,004 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:44:45,004 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:44:45,004 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d32e9033fd0785cf6fd0abe082e5a88, NAME => 'SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T02:44:45,004 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,005 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,005 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,005 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:45,005 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a2e9361fd05822cc6f1bdbd9bee4256, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:45,005 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,005 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:45,005 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:45,006 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:44:45,006 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => bfd436ee1bcd3d9ee655a2d9c31fdf50, NAME => 'SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T02:44:45,006 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,006 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:45,006 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,006 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,007 INFO [StoreOpener-0d32e9033fd0785cf6fd0abe082e5a88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=382f3fcc6eb81e2692c36ca3b55a0104, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:45,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256, server=619c4b2c20b6,39493,1731033863457 because future has completed 2024-11-08T02:44:45,010 INFO [StoreOpener-0d32e9033fd0785cf6fd0abe082e5a88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d32e9033fd0785cf6fd0abe082e5a88 columnFamilyName cf 2024-11-08T02:44:45,010 DEBUG [StoreOpener-0d32e9033fd0785cf6fd0abe082e5a88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,010 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 382f3fcc6eb81e2692c36ca3b55a0104, server=619c4b2c20b6,42679,1731033863492 because future has completed 2024-11-08T02:44:45,011 INFO [StoreOpener-0d32e9033fd0785cf6fd0abe082e5a88-1 {}] regionserver.HStore(327): Store=0d32e9033fd0785cf6fd0abe082e5a88/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,011 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,012 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,012 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,012 INFO [StoreOpener-bfd436ee1bcd3d9ee655a2d9c31fdf50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,013 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,013 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-08T02:44:45,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256, server=619c4b2c20b6,39493,1731033863457 in 10.0330 sec 2024-11-08T02:44:45,015 INFO [StoreOpener-bfd436ee1bcd3d9ee655a2d9c31fdf50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd436ee1bcd3d9ee655a2d9c31fdf50 columnFamilyName cf 2024-11-08T02:44:45,015 DEBUG [StoreOpener-bfd436ee1bcd3d9ee655a2d9c31fdf50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-08T02:44:45,015 INFO [StoreOpener-bfd436ee1bcd3d9ee655a2d9c31fdf50-1 {}] regionserver.HStore(327): Store=bfd436ee1bcd3d9ee655a2d9c31fdf50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 382f3fcc6eb81e2692c36ca3b55a0104, server=619c4b2c20b6,42679,1731033863492 in 10.0340 sec 2024-11-08T02:44:45,015 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,016 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN in 10.1950 sec 2024-11-08T02:44:45,017 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,017 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=382f3fcc6eb81e2692c36ca3b55a0104, ASSIGN in 10.1970 sec 2024-11-08T02:44:45,018 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,018 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,018 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,019 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0d32e9033fd0785cf6fd0abe082e5a88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63256375, jitterRate=-0.05740655958652496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,019 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:45,019 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0d32e9033fd0785cf6fd0abe082e5a88: Running coprocessor pre-open hook at 1731033885005Writing region info on filesystem at 1731033885005Initializing all the Stores at 1731033885006 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033885006Cleaning up temporary data from old regions at 1731033885013 (+7 ms)Running coprocessor post-open hooks at 1731033885019 (+6 ms)Region opened successfully at 1731033885019 2024-11-08T02:44:45,020 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,020 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/b6b58547104ef1b8d8da1d5d2af7392d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,020 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88., pid=18, masterSystemTime=1731033884979 2024-11-08T02:44:45,020 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b6b58547104ef1b8d8da1d5d2af7392d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71407925, jitterRate=0.0640610009431839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,020 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:45,021 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b6b58547104ef1b8d8da1d5d2af7392d: Running coprocessor pre-open hook at 1731033884998Writing region info on filesystem at 1731033884998Initializing all the Stores at 1731033884999 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033884999Cleaning up temporary data from old regions at 1731033885005 (+6 ms)Running coprocessor post-open hooks at 1731033885020 (+15 ms)Region opened successfully at 1731033885020 2024-11-08T02:44:45,022 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d., pid=23, masterSystemTime=1731033884989 2024-11-08T02:44:45,022 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:44:45,022 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:44:45,022 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:44:45,023 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e9242cc88644d6596501a2e9606e99f, NAME => 'SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T02:44:45,023 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,023 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:45,023 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,023 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d32e9033fd0785cf6fd0abe082e5a88, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:45,024 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:44:45,024 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:44:45,024 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:44:45,024 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c3de3eedce36ecae498e93ecceb772e4, NAME => 'SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T02:44:45,024 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,024 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:45,025 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,025 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6b58547104ef1b8d8da1d5d2af7392d, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:45,026 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/bfd436ee1bcd3d9ee655a2d9c31fdf50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,026 INFO [StoreOpener-8e9242cc88644d6596501a2e9606e99f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,027 INFO [StoreOpener-c3de3eedce36ecae498e93ecceb772e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88, server=619c4b2c20b6,39493,1731033863457 because future has completed 2024-11-08T02:44:45,028 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened bfd436ee1bcd3d9ee655a2d9c31fdf50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59467716, jitterRate=-0.11386197805404663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,028 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:45,028 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for bfd436ee1bcd3d9ee655a2d9c31fdf50: Running coprocessor pre-open hook at 1731033885006Writing region info on filesystem at 1731033885006Initializing all the Stores at 1731033885007 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033885007Cleaning up temporary data from old regions at 1731033885018 (+11 ms)Running coprocessor post-open hooks at 1731033885028 (+10 ms)Region opened successfully at 1731033885028 2024-11-08T02:44:45,029 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=619c4b2c20b6,36105,1731033863420, table=SPTestTable, region=b6b58547104ef1b8d8da1d5d2af7392d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T02:44:45,029 INFO [StoreOpener-8e9242cc88644d6596501a2e9606e99f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e9242cc88644d6596501a2e9606e99f columnFamilyName cf 2024-11-08T02:44:45,030 DEBUG [StoreOpener-8e9242cc88644d6596501a2e9606e99f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b58547104ef1b8d8da1d5d2af7392d, server=619c4b2c20b6,36105,1731033863420 because future has completed 2024-11-08T02:44:45,030 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50., pid=19, masterSystemTime=1731033884983 2024-11-08T02:44:45,030 INFO [StoreOpener-c3de3eedce36ecae498e93ecceb772e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3de3eedce36ecae498e93ecceb772e4 columnFamilyName cf 2024-11-08T02:44:45,030 DEBUG [StoreOpener-c3de3eedce36ecae498e93ecceb772e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,031 INFO [StoreOpener-c3de3eedce36ecae498e93ecceb772e4-1 {}] regionserver.HStore(327): Store=c3de3eedce36ecae498e93ecceb772e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,031 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,032 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,032 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:44:45,033 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:44:45,033 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:44:45,033 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d428c79e021eff3b31edeb522aa6f2a, NAME => 'SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T02:44:45,033 INFO [StoreOpener-8e9242cc88644d6596501a2e9606e99f-1 {}] regionserver.HStore(327): Store=8e9242cc88644d6596501a2e9606e99f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,033 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,033 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-08T02:44:45,033 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:45,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88, server=619c4b2c20b6,39493,1731033863457 in 10.0470 sec 2024-11-08T02:44:45,033 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,033 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,034 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,034 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,034 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,034 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,035 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,035 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-08T02:44:45,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfd436ee1bcd3d9ee655a2d9c31fdf50, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:45,035 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b6b58547104ef1b8d8da1d5d2af7392d, server=619c4b2c20b6,36105,1731033863420 in 10.0430 sec 2024-11-08T02:44:45,037 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN in 10.2140 sec 2024-11-08T02:44:45,038 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfd436ee1bcd3d9ee655a2d9c31fdf50, server=619c4b2c20b6,42679,1731033863492 because future has completed 2024-11-08T02:44:45,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6b58547104ef1b8d8da1d5d2af7392d, ASSIGN in 10.2170 sec 2024-11-08T02:44:45,040 INFO [StoreOpener-5d428c79e021eff3b31edeb522aa6f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,041 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/c3de3eedce36ecae498e93ecceb772e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-08T02:44:45,042 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c3de3eedce36ecae498e93ecceb772e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64012360, jitterRate=-0.04614150524139404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,042 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:44:45,042 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c3de3eedce36ecae498e93ecceb772e4: Running coprocessor pre-open hook at 1731033885025Writing region info on filesystem at 1731033885025Initializing all the Stores at 1731033885026 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033885026Cleaning up temporary data from old regions at 1731033885034 (+8 ms)Running coprocessor post-open hooks at 1731033885042 (+8 ms)Region opened successfully at 1731033885042 2024-11-08T02:44:45,042 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/8e9242cc88644d6596501a2e9606e99f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,043 INFO [StoreOpener-5d428c79e021eff3b31edeb522aa6f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d428c79e021eff3b31edeb522aa6f2a columnFamilyName cf 2024-11-08T02:44:45,043 DEBUG [StoreOpener-5d428c79e021eff3b31edeb522aa6f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bfd436ee1bcd3d9ee655a2d9c31fdf50, server=619c4b2c20b6,42679,1731033863492 in 10.0570 sec 2024-11-08T02:44:45,043 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8e9242cc88644d6596501a2e9606e99f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64615048, jitterRate=-0.03716075420379639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,043 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:45,043 INFO [StoreOpener-5d428c79e021eff3b31edeb522aa6f2a-1 {}] regionserver.HStore(327): Store=5d428c79e021eff3b31edeb522aa6f2a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,043 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8e9242cc88644d6596501a2e9606e99f: Running coprocessor pre-open hook at 1731033885023Writing region info on filesystem at 1731033885023Initializing all the Stores at 1731033885026 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033885026Cleaning up temporary data from old regions at 1731033885035 (+9 ms)Running coprocessor post-open hooks at 1731033885043 (+8 ms)Region opened successfully at 1731033885043 2024-11-08T02:44:45,043 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,044 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4., pid=21, masterSystemTime=1731033884989 2024-11-08T02:44:45,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfd436ee1bcd3d9ee655a2d9c31fdf50, ASSIGN in 10.2220 sec 2024-11-08T02:44:45,044 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f., pid=20, masterSystemTime=1731033884979 2024-11-08T02:44:45,044 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,045 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,045 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,046 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,046 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:44:45,046 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:44:45,046 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:44:45,046 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a16303e7df0036e082689b95b8dcab9e, NAME => 'SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T02:44:45,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3de3eedce36ecae498e93ecceb772e4, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:45,047 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,047 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:45,047 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,047 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,048 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:44:45,048 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:44:45,048 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8e9242cc88644d6596501a2e9606e99f, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,39493,1731033863457 2024-11-08T02:44:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3de3eedce36ecae498e93ecceb772e4, server=619c4b2c20b6,36105,1731033863420 because future has completed 2024-11-08T02:44:45,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e9242cc88644d6596501a2e9606e99f, server=619c4b2c20b6,39493,1731033863457 because future has completed 2024-11-08T02:44:45,052 INFO [StoreOpener-a16303e7df0036e082689b95b8dcab9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-08T02:44:45,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3de3eedce36ecae498e93ecceb772e4, server=619c4b2c20b6,36105,1731033863420 in 10.0660 sec 2024-11-08T02:44:45,054 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,055 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5d428c79e021eff3b31edeb522aa6f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74295019, jitterRate=0.1070820540189743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,055 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:45,055 INFO [StoreOpener-a16303e7df0036e082689b95b8dcab9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a16303e7df0036e082689b95b8dcab9e columnFamilyName cf 2024-11-08T02:44:45,055 DEBUG [StoreOpener-a16303e7df0036e082689b95b8dcab9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,055 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5d428c79e021eff3b31edeb522aa6f2a: Running coprocessor pre-open hook at 1731033885034Writing region info on filesystem at 1731033885034Initializing all the Stores at 1731033885035 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033885035Cleaning up temporary data from old regions at 1731033885046 (+11 ms)Running coprocessor post-open hooks at 1731033885055 (+9 ms)Region opened successfully at 1731033885055 2024-11-08T02:44:45,056 INFO [StoreOpener-a16303e7df0036e082689b95b8dcab9e-1 {}] regionserver.HStore(327): Store=a16303e7df0036e082689b95b8dcab9e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-08T02:44:45,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e9242cc88644d6596501a2e9606e99f, server=619c4b2c20b6,39493,1731033863457 in 10.0680 sec 2024-11-08T02:44:45,056 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a., pid=17, masterSystemTime=1731033884983 2024-11-08T02:44:45,056 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3de3eedce36ecae498e93ecceb772e4, ASSIGN in 10.2340 sec 2024-11-08T02:44:45,057 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,058 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,058 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:44:45,058 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:44:45,059 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,059 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN in 10.2370 sec 2024-11-08T02:44:45,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d428c79e021eff3b31edeb522aa6f2a, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:44:45,061 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d428c79e021eff3b31edeb522aa6f2a, server=619c4b2c20b6,42679,1731033863492 because future has completed 2024-11-08T02:44:45,065 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/a16303e7df0036e082689b95b8dcab9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,065 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a16303e7df0036e082689b95b8dcab9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62511832, jitterRate=-0.06850111484527588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,065 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:45,065 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a16303e7df0036e082689b95b8dcab9e: Running coprocessor pre-open hook at 1731033885047Writing region info on filesystem at 1731033885047Initializing all the Stores at 1731033885049 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033885049Cleaning up temporary data from old regions at 1731033885059 (+10 ms)Running coprocessor post-open hooks at 1731033885065 (+6 ms)Region opened successfully at 1731033885065 2024-11-08T02:44:45,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-08T02:44:45,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d428c79e021eff3b31edeb522aa6f2a, server=619c4b2c20b6,42679,1731033863492 in 10.0840 sec 2024-11-08T02:44:45,066 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e., pid=22, masterSystemTime=1731033884989 2024-11-08T02:44:45,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d428c79e021eff3b31edeb522aa6f2a, ASSIGN in 10.2460 sec 2024-11-08T02:44:45,068 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:44:45,068 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:44:45,069 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:44:45,069 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e30779879627fda83b28d26a7168dd3b, NAME => 'SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T02:44:45,069 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a16303e7df0036e082689b95b8dcab9e, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:45,069 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,069 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:44:45,069 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,069 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a16303e7df0036e082689b95b8dcab9e, server=619c4b2c20b6,36105,1731033863420 because future has completed 2024-11-08T02:44:45,071 INFO [StoreOpener-e30779879627fda83b28d26a7168dd3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,073 INFO [StoreOpener-e30779879627fda83b28d26a7168dd3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30779879627fda83b28d26a7168dd3b columnFamilyName cf 2024-11-08T02:44:45,073 DEBUG [StoreOpener-e30779879627fda83b28d26a7168dd3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:44:45,073 INFO [StoreOpener-e30779879627fda83b28d26a7168dd3b-1 {}] regionserver.HStore(327): Store=e30779879627fda83b28d26a7168dd3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:44:45,074 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-08T02:44:45,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a16303e7df0036e082689b95b8dcab9e, server=619c4b2c20b6,36105,1731033863420 in 10.0840 sec 2024-11-08T02:44:45,075 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,075 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,076 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,076 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a16303e7df0036e082689b95b8dcab9e, ASSIGN in 10.2550 sec 2024-11-08T02:44:45,077 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,080 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:44:45,080 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e30779879627fda83b28d26a7168dd3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74684701, jitterRate=0.11288876831531525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:44:45,080 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:45,080 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e30779879627fda83b28d26a7168dd3b: Running coprocessor pre-open hook at 1731033885069Writing region info on filesystem at 1731033885069Initializing all the Stores at 1731033885070 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033885071 (+1 ms)Cleaning up temporary data from old regions at 1731033885076 (+5 ms)Running coprocessor post-open hooks at 1731033885080 (+4 ms)Region opened successfully at 1731033885080 2024-11-08T02:44:45,081 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b., pid=24, masterSystemTime=1731033884989 2024-11-08T02:44:45,083 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:44:45,083 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:44:45,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e30779879627fda83b28d26a7168dd3b, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:44:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e30779879627fda83b28d26a7168dd3b, server=619c4b2c20b6,36105,1731033863420 because future has completed 2024-11-08T02:44:45,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-08T02:44:45,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e30779879627fda83b28d26a7168dd3b, server=619c4b2c20b6,36105,1731033863420 in 10.0990 sec 2024-11-08T02:44:45,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-08T02:44:45,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e30779879627fda83b28d26a7168dd3b, ASSIGN in 10.2700 sec 2024-11-08T02:44:45,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:44:45,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731033885092"}]},"ts":"1731033885092"} 2024-11-08T02:44:45,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T02:44:45,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:44:45,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7520 sec 2024-11-08T02:44:47,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T02:44:49,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:50,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:50,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:50,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:44:50,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:50,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:50,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:44:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:44:52,627 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T02:44:52,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T02:44:52,627 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:44:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T02:44:52,631 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:44:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T02:44:52,658 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,660 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,661 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,662 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,664 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,691 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b., hostname=619c4b2c20b6,36105,1731033863420, seqNum=2] 2024-11-08T02:44:52,693 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b., hostname=619c4b2c20b6,36105,1731033863420, seqNum=2] 2024-11-08T02:44:52,694 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b., hostname=619c4b2c20b6,36105,1731033863420, seqNum=2] 2024-11-08T02:44:52,695 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b., hostname=619c4b2c20b6,36105,1731033863420, seqNum=2] 2024-11-08T02:44:52,696 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b., hostname=619c4b2c20b6,36105,1731033863420, seqNum=2] 2024-11-08T02:44:52,730 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88., hostname=619c4b2c20b6,39493,1731033863457, seqNum=2] 2024-11-08T02:44:52,732 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88., hostname=619c4b2c20b6,39493,1731033863457, seqNum=2] 2024-11-08T02:44:52,733 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88., hostname=619c4b2c20b6,39493,1731033863457, seqNum=2] 2024-11-08T02:44:52,735 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88., hostname=619c4b2c20b6,39493,1731033863457, seqNum=2] 2024-11-08T02:44:52,736 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88., hostname=619c4b2c20b6,39493,1731033863457, seqNum=2] 2024-11-08T02:44:52,738 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88., hostname=619c4b2c20b6,39493,1731033863457, seqNum=2] 2024-11-08T02:44:52,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,796 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,797 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,800 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:52,802 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a., hostname=619c4b2c20b6,42679,1731033863492, seqNum=2] 2024-11-08T02:44:53,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:44:53,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:44:53,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:44:53,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:44:53,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:44:53,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36105 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:44:53,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:44:53,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:44:53,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39493 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:44:53,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42679 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T02:44:54,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T02:44:54,038 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:44:54,038 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T02:44:54,039 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T02:44:54,042 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T02:44:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:44:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:44:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741848_1024 (size=49) 2024-11-08T02:44:54,053 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T02:44:54,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfd436ee1bcd3d9ee655a2d9c31fdf50}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6b58547104ef1b8d8da1d5d2af7392d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e9242cc88644d6596501a2e9606e99f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a16303e7df0036e082689b95b8dcab9e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3de3eedce36ecae498e93ecceb772e4}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 382f3fcc6eb81e2692c36ca3b55a0104}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e30779879627fda83b28d26a7168dd3b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d428c79e021eff3b31edeb522aa6f2a}] 2024-11-08T02:44:54,055 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:44:54,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:44:54,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:44:54,055 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:44:54,055 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:44:54,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:44:54,060 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e30779879627fda83b28d26a7168dd3b 2024-11-08T02:44:54,060 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:44:54,061 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:44:54,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:45:04,001 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T02:45:04,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T02:45:04,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T02:45:04,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T02:45:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T02:45:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8e9242cc88644d6596501a2e9606e99f: 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b6b58547104ef1b8d8da1d5d2af7392d: 2024-11-08T02:45:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bfd436ee1bcd3d9ee655a2d9c31fdf50: 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:45:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T02:45:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:45:04,059 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0d32e9033fd0785cf6fd0abe082e5a88 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T02:45:04,059 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e30779879627fda83b28d26a7168dd3b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3a2e9361fd05822cc6f1bdbd9bee4256: 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:45:04,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:45:04,059 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 382f3fcc6eb81e2692c36ca3b55a0104 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T02:45:04,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T02:45:04,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:45:04,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:45:04,060 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5d428c79e021eff3b31edeb522aa6f2a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T02:45:04,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a16303e7df0036e082689b95b8dcab9e: 2024-11-08T02:45:04,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:45:04,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/.tmp/cf/1d8d3ae4077349859aa2b2a4005aa2cd is 34, key is aaa/cf:cf/1731033893521/Put/seqid=0 2024-11-08T02:45:04,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/.tmp/cf/3d0e7216befd4aaaa6dc40ff331ad03d is 34, key is baa/cf:cf/1731033893489/Put/seqid=0 2024-11-08T02:45:04,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/.tmp/cf/ac05cff7555548f5920902b1861991f0 is 34, key is ccd/cf:cf/1731033893530/Put/seqid=0 2024-11-08T02:45:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:45:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:45:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741851_1027 (size=65) 2024-11-08T02:45:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T02:45:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T02:45:04,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:04,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741850_1026 (size=57) 2024-11-08T02:45:04,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741850_1026 (size=57) 2024-11-08T02:45:04,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741850_1026 (size=57) 2024-11-08T02:45:04,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:45:04,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T02:45:04,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256 in 10.0550 sec 2024-11-08T02:45:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T02:45:04,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:45:04,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:45:04,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfd436ee1bcd3d9ee655a2d9c31fdf50 in 10.0600 sec 2024-11-08T02:45:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741853_1029 (size=65) 2024-11-08T02:45:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741853_1029 (size=65) 2024-11-08T02:45:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741853_1029 (size=65) 2024-11-08T02:45:04,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:45:04,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T02:45:04,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:45:04,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c3de3eedce36ecae498e93ecceb772e4: 2024-11-08T02:45:04,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T02:45:04,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T02:45:04,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:45:04,125 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:45:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:45:04,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:45:04,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741849_1025 (size=65) 2024-11-08T02:45:04,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:45:04,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T02:45:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T02:45:04,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:45:04,128 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:45:04,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a16303e7df0036e082689b95b8dcab9e in 10.0730 sec 2024-11-08T02:45:04,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6b58547104ef1b8d8da1d5d2af7392d in 10.0750 sec 2024-11-08T02:45:04,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:45:04,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:45:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741852_1028 (size=65) 2024-11-08T02:45:04,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731033874341.8e9242cc88644d6596501a2e9606e99f. 2024-11-08T02:45:04,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T02:45:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T02:45:04,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:45:04,153 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e9242cc88644d6596501a2e9606e99f 2024-11-08T02:45:04,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e9242cc88644d6596501a2e9606e99f in 10.1010 sec 2024-11-08T02:45:04,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/.tmp/cf/715a44dc520443e7a04d06fc4f69977c is 34, key is eaa/cf:cf/1731033893934/Put/seqid=0 2024-11-08T02:45:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:45:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:45:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741854_1030 (size=28623) 2024-11-08T02:45:04,172 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/.tmp/cf/3d0e7216befd4aaaa6dc40ff331ad03d 2024-11-08T02:45:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741857_1033 (size=499309) 2024-11-08T02:45:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741857_1033 (size=499309) 2024-11-08T02:45:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741857_1033 (size=499309) 2024-11-08T02:45:04,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/.tmp/cf/715a44dc520443e7a04d06fc4f69977c 2024-11-08T02:45:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741855_1031 (size=26918) 2024-11-08T02:45:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741855_1031 (size=26918) 2024-11-08T02:45:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741855_1031 (size=26918) 2024-11-08T02:45:04,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/.tmp/cf/1d8d3ae4077349859aa2b2a4005aa2cd 2024-11-08T02:45:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741856_1032 (size=47197) 2024-11-08T02:45:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741856_1032 (size=47197) 2024-11-08T02:45:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741856_1032 (size=47197) 2024-11-08T02:45:04,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/.tmp/cf/ac05cff7555548f5920902b1861991f0 2024-11-08T02:45:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:45:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:45:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741858_1034 (size=65) 2024-11-08T02:45:04,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:45:04,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T02:45:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T02:45:04,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:45:04,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:45:04,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/.tmp/cf/715a44dc520443e7a04d06fc4f69977c as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/cf/715a44dc520443e7a04d06fc4f69977c 2024-11-08T02:45:04,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/.tmp/cf/1d8d3ae4077349859aa2b2a4005aa2cd as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/cf/1d8d3ae4077349859aa2b2a4005aa2cd 2024-11-08T02:45:04,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/.tmp/cf/3d0e7216befd4aaaa6dc40ff331ad03d as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/cf/3d0e7216befd4aaaa6dc40ff331ad03d 2024-11-08T02:45:04,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/.tmp/cf/ac05cff7555548f5920902b1861991f0 as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/cf/ac05cff7555548f5920902b1861991f0 2024-11-08T02:45:04,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3de3eedce36ecae498e93ecceb772e4 in 10.1670 sec 2024-11-08T02:45:04,231 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/cf/715a44dc520443e7a04d06fc4f69977c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T02:45:04,233 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5d428c79e021eff3b31edeb522aa6f2a in 173ms, sequenceid=5, compaction requested=false 2024-11-08T02:45:04,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5d428c79e021eff3b31edeb522aa6f2a: 2024-11-08T02:45:04,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/cf/715a44dc520443e7a04d06fc4f69977c] hfiles 2024-11-08T02:45:04,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/cf/715a44dc520443e7a04d06fc4f69977c for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/cf/3d0e7216befd4aaaa6dc40ff331ad03d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T02:45:04,235 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/cf/ac05cff7555548f5920902b1861991f0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T02:45:04,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0d32e9033fd0785cf6fd0abe082e5a88 in 178ms, sequenceid=5, compaction requested=false 2024-11-08T02:45:04,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0d32e9033fd0785cf6fd0abe082e5a88: 2024-11-08T02:45:04,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/cf/1d8d3ae4077349859aa2b2a4005aa2cd, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T02:45:04,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/cf/ac05cff7555548f5920902b1861991f0] hfiles 2024-11-08T02:45:04,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/0d32e9033fd0785cf6fd0abe082e5a88/cf/ac05cff7555548f5920902b1861991f0 for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,237 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e30779879627fda83b28d26a7168dd3b in 179ms, sequenceid=5, compaction requested=false 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e30779879627fda83b28d26a7168dd3b: 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/cf/3d0e7216befd4aaaa6dc40ff331ad03d] hfiles 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/cf/3d0e7216befd4aaaa6dc40ff331ad03d for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,238 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 382f3fcc6eb81e2692c36ca3b55a0104 in 179ms, sequenceid=5, compaction requested=false 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 382f3fcc6eb81e2692c36ca3b55a0104: 2024-11-08T02:45:04,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. for SnapshotProcedureTest completed. 2024-11-08T02:45:04,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T02:45:04,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/cf/1d8d3ae4077349859aa2b2a4005aa2cd] hfiles 2024-11-08T02:45:04,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/cf/1d8d3ae4077349859aa2b2a4005aa2cd for snapshot=SnapshotProcedureTest 2024-11-08T02:45:04,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741860_1036 (size=105) 2024-11-08T02:45:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741860_1036 (size=105) 2024-11-08T02:45:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741860_1036 (size=105) 2024-11-08T02:45:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741862_1038 (size=105) 2024-11-08T02:45:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741862_1038 (size=105) 2024-11-08T02:45:04,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741862_1038 (size=105) 2024-11-08T02:45:04,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:45:04,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T02:45:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T02:45:04,265 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:45:04,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:45:04,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 382f3fcc6eb81e2692c36ca3b55a0104 in 10.2130 sec 2024-11-08T02:45:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741859_1035 (size=97) 2024-11-08T02:45:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741859_1035 (size=97) 2024-11-08T02:45:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741859_1035 (size=97) 2024-11-08T02:45:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741861_1037 (size=105) 2024-11-08T02:45:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741861_1037 (size=105) 2024-11-08T02:45:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741861_1037 (size=105) 2024-11-08T02:45:04,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:45:04,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T02:45:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T02:45:04,279 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e30779879627fda83b28d26a7168dd3b 2024-11-08T02:45:04,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e30779879627fda83b28d26a7168dd3b 2024-11-08T02:45:04,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e30779879627fda83b28d26a7168dd3b in 10.2270 sec 2024-11-08T02:45:04,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731033874341.0d32e9033fd0785cf6fd0abe082e5a88. 2024-11-08T02:45:04,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T02:45:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T02:45:04,664 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:45:04,665 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88 2024-11-08T02:45:04,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88 in 10.6120 sec 2024-11-08T02:45:04,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:45:04,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T02:45:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T02:45:04,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:45:04,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:45:04,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-08T02:45:04,679 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T02:45:04,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d428c79e021eff3b31edeb522aa6f2a in 10.6240 sec 2024-11-08T02:45:04,680 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T02:45:04,681 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T02:45:04,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T02:45:04,682 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:45:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741863_1039 (size=1174) 2024-11-08T02:45:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741863_1039 (size=1174) 2024-11-08T02:45:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741863_1039 (size=1174) 2024-11-08T02:45:04,703 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T02:45:04,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T02:45:04,710 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:04,710 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:04,710 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:04,710 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:04,710 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:04,714 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:04,714 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:04,715 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:04,715 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:04,750 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:45:09,460 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=619c4b2c20b6:38767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T02:45:14,298 INFO [master/619c4b2c20b6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T02:45:14,298 INFO [master/619c4b2c20b6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T02:45:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T02:45:14,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T02:45:14,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:45:14,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:45:14,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T02:45:14,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T02:45:14,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T02:45:14,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T02:45:14,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T02:45:14,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T02:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T02:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T02:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T02:45:14,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T02:45:14,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T02:45:14,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T02:45:14,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T02:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T02:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T02:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T02:45:14,719 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,36105,1731033863420 Release verify snapshot worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:14,719 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,39493,1731033863457 Release verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T02:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T02:45:14,720 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 Release verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T02:45:14,720 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,36105,1731033863420 Release verify snapshot worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:14,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,39493,1731033863457 in 10.0120 sec 2024-11-08T02:45:14,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,36105,1731033863420 in 10.0130 sec 2024-11-08T02:45:14,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 in 10.0130 sec 2024-11-08T02:45:14,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,36105,1731033863420 in 10.0120 sec 2024-11-08T02:45:14,723 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,36105,1731033863420 Release verify snapshot worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:14,723 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,39493,1731033863457 Release verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:14,723 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 Release verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:14,724 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:14,724 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,39493,1731033863457 Release verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:14,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,36105,1731033863420 in 10.0160 sec 2024-11-08T02:45:14,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 in 10.0160 sec 2024-11-08T02:45:14,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,39493,1731033863457 in 10.0170 sec 2024-11-08T02:45:14,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,39493,1731033863457 in 10.0160 sec 2024-11-08T02:45:14,727 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 Release verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:14,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 in 10.0200 sec 2024-11-08T02:45:14,751 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:14,751 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 619c4b2c20b6,39493,1731033863457: Simulated kill ***** 2024-11-08T02:45:14,751 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:45:14,751 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:45:14,752 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:45:14,752 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:45:14,752 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:45:14,752 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 514828800 }, "NonHeapMemoryUsage": { "committed": 176095232, "init": 7667712, "max": -1, "used": 171367928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:45:14,753 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39625 {}] master.MasterRpcServices(700): 619c4b2c20b6,39493,1731033863457 reported a fatal error: ***** ABORTING region server 619c4b2c20b6,39493,1731033863457: Simulated kill ***** 2024-11-08T02:45:14,753 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,39493,1731033863457' ***** 2024-11-08T02:45:14,753 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T02:45:14,754 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:45:14,754 INFO [RS:1;619c4b2c20b6:39493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T02:45:14,754 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:45:14,754 INFO [RS:1;619c4b2c20b6:39493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T02:45:14,754 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T02:45:14,754 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:45:14,754 INFO [RS:1;619c4b2c20b6:39493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;619c4b2c20b6:39493. 2024-11-08T02:45:14,754 DEBUG [RS:1;619c4b2c20b6:39493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:45:14,754 DEBUG [RS:1;619c4b2c20b6:39493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741834_1010 (size=1488) 2024-11-08T02:45:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741834_1010 (size=1488) 2024-11-08T02:45:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741834_1010 (size=1488) 2024-11-08T02:45:14,758 DEBUG [RS:1;619c4b2c20b6:39493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:14,758 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:45:14,758 INFO [RS:1;619c4b2c20b6:39493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39493 2024-11-08T02:45:14,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:14,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:45:14,760 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:45:14,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,39493,1731033863457] 2024-11-08T02:45:14,762 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,39493,1731033863457 already deleted, retry=false 2024-11-08T02:45:14,762 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 619c4b2c20b6,39493,1731033863457 on 619c4b2c20b6,39625,1731033863361 2024-11-08T02:45:14,763 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 619c4b2c20b6,39493,1731033863457, splitWal=true, meta=false 2024-11-08T02:45:14,763 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 619c4b2c20b6,39493,1731033863457 (carryingMeta=false) 619c4b2c20b6,39493,1731033863457/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6da4cf90[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T02:45:14,764 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 619c4b2c20b6,39493,1731033863457, splitWal=true, meta=false 2024-11-08T02:45:14,765 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 619c4b2c20b6,39493,1731033863457 had 3 regions 2024-11-08T02:45:14,766 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 619c4b2c20b6,39493,1731033863457, splitWal=true, meta=false, isMeta: false 2024-11-08T02:45:14,767 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting 2024-11-08T02:45:14,768 INFO [PEWorker-3 {}] master.SplitWALManager(105): 619c4b2c20b6,39493,1731033863457 WAL count=1, meta=false 2024-11-08T02:45:14,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 619c4b2c20b6%2C39493%2C1731033863457.1731033863947}] 2024-11-08T02:45:14,770 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:14,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 619c4b2c20b6%2C39493%2C1731033863457.1731033863947, worker=619c4b2c20b6,36105,1731033863420}] 2024-11-08T02:45:14,770 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-08T02:45:14,770 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-08T02:45:14,770 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-08T02:45:14,771 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,39493,1731033863457 Release verify snapshot worker=619c4b2c20b6,39493,1731033863457 2024-11-08T02:45:14,772 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 619c4b2c20b6,39493,1731033863457, this operation will be retried to send to another server 2024-11-08T02:45:14,772 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T02:45:14,772 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731033915772 2024-11-08T02:45:14,826 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:45:14,826 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:45:14,848 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:45:14,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:14,862 INFO [RS:1;619c4b2c20b6:39493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:45:14,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39493-0x10185c40a120002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:14,862 INFO [RS:1;619c4b2c20b6:39493 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,39493,1731033863457; zookeeper connection closed. 2024-11-08T02:45:14,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47261a6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47261a6f 2024-11-08T02:45:15,774 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:23,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:45:23,833 INFO [regionserver/619c4b2c20b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T02:45:24,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T02:45:24,789 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947, size=1.5 K (1488bytes) 2024-11-08T02:45:24,789 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 2024-11-08T02:45:24,790 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 after 1ms 2024-11-08T02:45:24,793 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 took 4ms 2024-11-08T02:45:24,796 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3a2e9361fd05822cc6f1bdbd9bee4256: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:45:24,797 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0d32e9033fd0785cf6fd0abe082e5a88: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T02:45:24,798 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8e9242cc88644d6596501a2e9606e99f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T02:45:24,798 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 so closing down 2024-11-08T02:45:24,798 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T02:45:24,798 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T02:45:24,799 INFO [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-08T02:45:24,799 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947, journal: Splitting hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947, size=1.5 K (1488bytes) at 1731033924789Finishing writing output for hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 so closing down at 1731033924798 (+9 ms)3 split writer threads finished at 1731033924799 (+1 ms)Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731033924799 2024-11-08T02:45:24,799 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 2024-11-08T02:45:24,799 DEBUG [RS_LOG_REPLAY_OPS-regionserver/619c4b2c20b6:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T02:45:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T02:45:24,805 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting/619c4b2c20b6%2C39493%2C1731033863457.1731033863947 to hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs 2024-11-08T02:45:24,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T02:45:24,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 619c4b2c20b6%2C39493%2C1731033863457.1731033863947, worker=619c4b2c20b6,36105,1731033863420 in 10.0350 sec 2024-11-08T02:45:24,808 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:24,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T02:45:24,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 619c4b2c20b6%2C39493%2C1731033863457.1731033863947, worker=619c4b2c20b6,36105,1731033863420 in 10.0400 sec 2024-11-08T02:45:24,811 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting dir is empty, no logs to split. 2024-11-08T02:45:24,811 INFO [PEWorker-5 {}] master.SplitWALManager(105): 619c4b2c20b6,39493,1731033863457 WAL count=0, meta=false 2024-11-08T02:45:24,811 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 619c4b2c20b6,39493,1731033863457 WAL splitting is done? wals=0, meta=false 2024-11-08T02:45:24,813 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 619c4b2c20b6,39493,1731033863457 failed, ignore...File hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/WALs/619c4b2c20b6,39493,1731033863457-splitting does not exist. 2024-11-08T02:45:24,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN}] 2024-11-08T02:45:24,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN 2024-11-08T02:45:24,814 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN 2024-11-08T02:45:24,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN 2024-11-08T02:45:24,815 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:45:24,815 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:45:24,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:45:24,966 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(204): Hosts are {619c4b2c20b6=0} racks are {/default-rack=0} 2024-11-08T02:45:24,967 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T02:45:24,967 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T02:45:24,967 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T02:45:24,967 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T02:45:24,967 INFO [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T02:45:24,967 INFO [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T02:45:24,967 DEBUG [619c4b2c20b6:39625 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T02:45:24,967 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=0d32e9033fd0785cf6fd0abe082e5a88, regionState=OPENING, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:24,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=8e9242cc88644d6596501a2e9606e99f, regionState=OPENING, regionLocation=619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:24,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=3a2e9361fd05822cc6f1bdbd9bee4256, regionState=OPENING, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:24,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN because future has completed 2024-11-08T02:45:24,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256, server=619c4b2c20b6,42679,1731033863492}] 2024-11-08T02:45:24,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e9242cc88644d6596501a2e9606e99f, ASSIGN because future has completed 2024-11-08T02:45:24,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e9242cc88644d6596501a2e9606e99f, server=619c4b2c20b6,36105,1731033863420}] 2024-11-08T02:45:24,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d32e9033fd0785cf6fd0abe082e5a88, ASSIGN because future has completed 2024-11-08T02:45:24,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d32e9033fd0785cf6fd0abe082e5a88, server=619c4b2c20b6,36105,1731033863420}] 2024-11-08T02:45:25,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T02:45:25,778 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,779 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a2e9361fd05822cc6f1bdbd9bee4256, NAME => 'SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T02:45:25,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T02:45:25,779 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,779 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:45:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T02:45:25,779 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,779 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,781 INFO [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,781 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 Release verify snapshot worker=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:25,782 INFO [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a2e9361fd05822cc6f1bdbd9bee4256 columnFamilyName cf 2024-11-08T02:45:25,782 DEBUG [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:45:25,783 INFO [StoreOpener-3a2e9361fd05822cc6f1bdbd9bee4256-1 {}] regionserver.HStore(327): Store=3a2e9361fd05822cc6f1bdbd9bee4256/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:45:25,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-08T02:45:25,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=619c4b2c20b6,42679,1731033863492 in 21.0740 sec 2024-11-08T02:45:25,783 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T02:45:25,783 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,783 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T02:45:25,784 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,785 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T02:45:25,785 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T02:45:25,785 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,786 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,786 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.7490 sec 2024-11-08T02:45:25,788 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,789 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 3a2e9361fd05822cc6f1bdbd9bee4256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67376676, jitterRate=0.0039907097816467285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T02:45:25,789 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,789 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 3a2e9361fd05822cc6f1bdbd9bee4256: Running coprocessor pre-open hook at 1731033925779Writing region info on filesystem at 1731033925779Initializing all the Stores at 1731033925780 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731033925781 (+1 ms)Cleaning up temporary data from old regions at 1731033925786 (+5 ms)Running coprocessor post-open hooks at 1731033925789 (+3 ms)Region opened successfully at 1731033925789 2024-11-08T02:45:25,790 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256., pid=52, masterSystemTime=1731033925774 2024-11-08T02:45:25,792 DEBUG [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,792 INFO [RS_OPEN_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=3a2e9361fd05822cc6f1bdbd9bee4256, regionState=OPEN, openSeqNum=2, regionLocation=619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256, server=619c4b2c20b6,42679,1731033863492 because future has completed 2024-11-08T02:45:25,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-08T02:45:25,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a2e9361fd05822cc6f1bdbd9bee4256, server=619c4b2c20b6,42679,1731033863492 in 826 msec 2024-11-08T02:45:25,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a2e9361fd05822cc6f1bdbd9bee4256, ASSIGN in 985 msec 2024-11-08T02:45:25,868 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T02:45:25,871 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T02:45:25,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:45:25,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:45:25,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:45:25,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:25,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:25,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:45:25,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:45:25,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1804375094, stopped=false 2024-11-08T02:45:25,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=619c4b2c20b6,39625,1731033863361 2024-11-08T02:45:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:45:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:45:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:45:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T02:45:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:45:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:45:25,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:45:25,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:45:25,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:45:25,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:25,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:45:25,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,36105,1731033863420' ***** 2024-11-08T02:45:25,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:45:25,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '619c4b2c20b6,42679,1731033863492' ***** 2024-11-08T02:45:25,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:45:25,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:45:25,875 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:45:25,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:45:25,876 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:45:25,876 INFO [RS:0;619c4b2c20b6:36105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:45:25,876 INFO [RS:0;619c4b2c20b6:36105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:45:25,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:45:25,876 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(3091): Received CLOSE for e30779879627fda83b28d26a7168dd3b 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a2e9361fd05822cc6f1bdbd9bee4256 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 382f3fcc6eb81e2692c36ca3b55a0104 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d428c79e021eff3b31edeb522aa6f2a 2024-11-08T02:45:25,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:25,876 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:45:25,877 INFO [RS:2;619c4b2c20b6:42679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;619c4b2c20b6:42679. 2024-11-08T02:45:25,877 DEBUG [RS:2;619c4b2c20b6:42679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:45:25,877 DEBUG [RS:2;619c4b2c20b6:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:25,877 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:45:25,877 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:45:25,877 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:45:25,877 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:45:25,877 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfd436ee1bcd3d9ee655a2d9c31fdf50, disabling compactions & flushes 2024-11-08T02:45:25,877 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:45:25,877 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:45:25,877 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. after waiting 0 ms 2024-11-08T02:45:25,877 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:45:25,877 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(3091): Received CLOSE for b6b58547104ef1b8d8da1d5d2af7392d 2024-11-08T02:45:25,877 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(3091): Received CLOSE for a16303e7df0036e082689b95b8dcab9e 2024-11-08T02:45:25,877 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(3091): Received CLOSE for c3de3eedce36ecae498e93ecceb772e4 2024-11-08T02:45:25,877 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(959): stopping server 619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:25,877 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:45:25,877 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T02:45:25,877 INFO [RS:0;619c4b2c20b6:36105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;619c4b2c20b6:36105. 2024-11-08T02:45:25,878 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1325): Online Regions={bfd436ee1bcd3d9ee655a2d9c31fdf50=SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50., 3a2e9361fd05822cc6f1bdbd9bee4256=SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256., 382f3fcc6eb81e2692c36ca3b55a0104=SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104., 1588230740=hbase:meta,,1.1588230740, 5d428c79e021eff3b31edeb522aa6f2a=SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a.} 2024-11-08T02:45:25,877 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e30779879627fda83b28d26a7168dd3b, disabling compactions & flushes 2024-11-08T02:45:25,878 DEBUG [RS:0;619c4b2c20b6:36105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:45:25,878 DEBUG [RS:0;619c4b2c20b6:36105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:25,878 DEBUG [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 382f3fcc6eb81e2692c36ca3b55a0104, 3a2e9361fd05822cc6f1bdbd9bee4256, 5d428c79e021eff3b31edeb522aa6f2a, bfd436ee1bcd3d9ee655a2d9c31fdf50 2024-11-08T02:45:25,878 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:45:25,878 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:45:25,878 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T02:45:25,878 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. after waiting 0 ms 2024-11-08T02:45:25,878 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1325): Online Regions={e30779879627fda83b28d26a7168dd3b=SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b., b6b58547104ef1b8d8da1d5d2af7392d=SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d., a16303e7df0036e082689b95b8dcab9e=SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e., c3de3eedce36ecae498e93ecceb772e4=SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4.} 2024-11-08T02:45:25,878 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:45:25,878 DEBUG [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1351): Waiting on a16303e7df0036e082689b95b8dcab9e, b6b58547104ef1b8d8da1d5d2af7392d, c3de3eedce36ecae498e93ecceb772e4, e30779879627fda83b28d26a7168dd3b 2024-11-08T02:45:25,878 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:45:25,878 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:45:25,878 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:45:25,878 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:45:25,878 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:45:25,878 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.18 KB heapSize=23.87 KB 2024-11-08T02:45:25,885 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/bfd436ee1bcd3d9ee655a2d9c31fdf50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:45:25,885 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:45:25,886 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:45:25,886 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfd436ee1bcd3d9ee655a2d9c31fdf50: Waiting for close lock at 1731033925877Running coprocessor pre-close hooks at 1731033925877Disabling compacts and flushes for region at 1731033925877Disabling writes for close at 1731033925877Writing region close event to WAL at 1731033925878 (+1 ms)Running coprocessor post-close hooks at 1731033925885 (+7 ms)Closed at 1731033925886 (+1 ms) 2024-11-08T02:45:25,886 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731033874341.bfd436ee1bcd3d9ee655a2d9c31fdf50. 2024-11-08T02:45:25,886 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a2e9361fd05822cc6f1bdbd9bee4256, disabling compactions & flushes 2024-11-08T02:45:25,886 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,886 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,886 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. after waiting 0 ms 2024-11-08T02:45:25,886 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/e30779879627fda83b28d26a7168dd3b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:45:25,890 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/3a2e9361fd05822cc6f1bdbd9bee4256/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T02:45:25,890 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e30779879627fda83b28d26a7168dd3b: Waiting for close lock at 1731033925877Running coprocessor pre-close hooks at 1731033925877Disabling compacts and flushes for region at 1731033925877Disabling writes for close at 1731033925878 (+1 ms)Writing region close event to WAL at 1731033925884 (+6 ms)Running coprocessor post-close hooks at 1731033925890 (+6 ms)Closed at 1731033925890 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731033874341.e30779879627fda83b28d26a7168dd3b. 2024-11-08T02:45:25,891 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a2e9361fd05822cc6f1bdbd9bee4256: Waiting for close lock at 1731033925886Running coprocessor pre-close hooks at 1731033925886Disabling compacts and flushes for region at 1731033925886Disabling writes for close at 1731033925886Writing region close event to WAL at 1731033925887 (+1 ms)Running coprocessor post-close hooks at 1731033925891 (+4 ms)Closed at 1731033925891 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6b58547104ef1b8d8da1d5d2af7392d, disabling compactions & flushes 2024-11-08T02:45:25,891 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731033874341.3a2e9361fd05822cc6f1bdbd9bee4256. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. after waiting 0 ms 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 382f3fcc6eb81e2692c36ca3b55a0104, disabling compactions & flushes 2024-11-08T02:45:25,891 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. after waiting 0 ms 2024-11-08T02:45:25,891 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:45:25,895 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/b6b58547104ef1b8d8da1d5d2af7392d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:45:25,895 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/382f3fcc6eb81e2692c36ca3b55a0104/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:45:25,896 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6b58547104ef1b8d8da1d5d2af7392d: Waiting for close lock at 1731033925891Running coprocessor pre-close hooks at 1731033925891Disabling compacts and flushes for region at 1731033925891Disabling writes for close at 1731033925891Writing region close event to WAL at 1731033925891Running coprocessor post-close hooks at 1731033925896 (+5 ms)Closed at 1731033925896 2024-11-08T02:45:25,896 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d. 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 382f3fcc6eb81e2692c36ca3b55a0104: Waiting for close lock at 1731033925891Running coprocessor pre-close hooks at 1731033925891Disabling compacts and flushes for region at 1731033925891Disabling writes for close at 1731033925891Writing region close event to WAL at 1731033925892 (+1 ms)Running coprocessor post-close hooks at 1731033925896 (+4 ms)Closed at 1731033925896 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a16303e7df0036e082689b95b8dcab9e, disabling compactions & flushes 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731033874341.382f3fcc6eb81e2692c36ca3b55a0104. 2024-11-08T02:45:25,896 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. after waiting 0 ms 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d428c79e021eff3b31edeb522aa6f2a, disabling compactions & flushes 2024-11-08T02:45:25,896 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:45:25,896 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:45:25,897 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. after waiting 0 ms 2024-11-08T02:45:25,897 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:45:25,900 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/a16303e7df0036e082689b95b8dcab9e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:45:25,901 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:45:25,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/5d428c79e021eff3b31edeb522aa6f2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:45:25,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a16303e7df0036e082689b95b8dcab9e: Waiting for close lock at 1731033925896Running coprocessor pre-close hooks at 1731033925896Disabling compacts and flushes for region at 1731033925896Disabling writes for close at 1731033925896Writing region close event to WAL at 1731033925897 (+1 ms)Running coprocessor post-close hooks at 1731033925901 (+4 ms)Closed at 1731033925901 2024-11-08T02:45:25,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731033874341.a16303e7df0036e082689b95b8dcab9e. 2024-11-08T02:45:25,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3de3eedce36ecae498e93ecceb772e4, disabling compactions & flushes 2024-11-08T02:45:25,901 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:45:25,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:45:25,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. after waiting 0 ms 2024-11-08T02:45:25,901 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:45:25,902 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:45:25,902 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d428c79e021eff3b31edeb522aa6f2a: Waiting for close lock at 1731033925896Running coprocessor pre-close hooks at 1731033925896Disabling compacts and flushes for region at 1731033925896Disabling writes for close at 1731033925897 (+1 ms)Writing region close event to WAL at 1731033925898 (+1 ms)Running coprocessor post-close hooks at 1731033925901 (+3 ms)Closed at 1731033925902 (+1 ms) 2024-11-08T02:45:25,902 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731033874341.5d428c79e021eff3b31edeb522aa6f2a. 2024-11-08T02:45:25,903 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/info/fb02be0a14ba44908886159e97f4d8ab is 167, key is SPTestTable,19999999,1731033874341.b6b58547104ef1b8d8da1d5d2af7392d./info:regioninfo/1731033885025/Put/seqid=0 2024-11-08T02:45:25,905 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/default/SPTestTable/c3de3eedce36ecae498e93ecceb772e4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T02:45:25,906 INFO [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:45:25,906 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3de3eedce36ecae498e93ecceb772e4: Waiting for close lock at 1731033925901Running coprocessor pre-close hooks at 1731033925901Disabling compacts and flushes for region at 1731033925901Disabling writes for close at 1731033925901Writing region close event to WAL at 1731033925902 (+1 ms)Running coprocessor post-close hooks at 1731033925906 (+4 ms)Closed at 1731033925906 2024-11-08T02:45:25,906 DEBUG [RS_CLOSE_REGION-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731033874341.c3de3eedce36ecae498e93ecceb772e4. 2024-11-08T02:45:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741864_1040 (size=19124) 2024-11-08T02:45:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741864_1040 (size=19124) 2024-11-08T02:45:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741864_1040 (size=19124) 2024-11-08T02:45:25,913 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.03 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/info/fb02be0a14ba44908886159e97f4d8ab 2024-11-08T02:45:25,936 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/ns/a38096d244024da998606a3cfa14e373 is 43, key is default/ns:d/1731033874284/Put/seqid=0 2024-11-08T02:45:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741865_1041 (size=5153) 2024-11-08T02:45:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741865_1041 (size=5153) 2024-11-08T02:45:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741865_1041 (size=5153) 2024-11-08T02:45:25,944 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/ns/a38096d244024da998606a3cfa14e373 2024-11-08T02:45:25,949 INFO [regionserver/619c4b2c20b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:45:25,966 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/table/4d04b04c12b24b81a0f390739394b8da is 47, key is SPTestTable/table:state/1731033885092/Put/seqid=0 2024-11-08T02:45:25,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741866_1042 (size=5214) 2024-11-08T02:45:25,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741866_1042 (size=5214) 2024-11-08T02:45:25,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741866_1042 (size=5214) 2024-11-08T02:45:25,978 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/table/4d04b04c12b24b81a0f390739394b8da 2024-11-08T02:45:25,986 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/info/fb02be0a14ba44908886159e97f4d8ab as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/info/fb02be0a14ba44908886159e97f4d8ab 2024-11-08T02:45:25,994 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/info/fb02be0a14ba44908886159e97f4d8ab, entries=106, sequenceid=33, filesize=18.7 K 2024-11-08T02:45:25,995 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/ns/a38096d244024da998606a3cfa14e373 as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/ns/a38096d244024da998606a3cfa14e373 2024-11-08T02:45:26,002 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/ns/a38096d244024da998606a3cfa14e373, entries=2, sequenceid=33, filesize=5.0 K 2024-11-08T02:45:26,003 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/.tmp/table/4d04b04c12b24b81a0f390739394b8da as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/table/4d04b04c12b24b81a0f390739394b8da 2024-11-08T02:45:26,010 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/table/4d04b04c12b24b81a0f390739394b8da, entries=2, sequenceid=33, filesize=5.1 K 2024-11-08T02:45:26,011 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.18 KB/14522, heapSize ~23.57 KB/24136, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=33, compaction requested=false 2024-11-08T02:45:26,016 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/data/hbase/meta/1588230740/recovered.edits/36.seqid, newMaxSeqId=36, maxSeqId=1 2024-11-08T02:45:26,017 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:45:26,017 INFO [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:45:26,017 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731033925878Running coprocessor pre-close hooks at 1731033925878Disabling compacts and flushes for region at 1731033925878Disabling writes for close at 1731033925878Obtaining lock to block concurrent updates at 1731033925878Preparing flush snapshotting stores in 1588230740 at 1731033925878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=14522, getHeapSize=24376, getOffHeapSize=0, getCellsCount=118 at 1731033925879 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731033925879Flushing 1588230740/info: creating writer at 1731033925879Flushing 1588230740/info: appending metadata at 1731033925902 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731033925903 (+1 ms)Flushing 1588230740/ns: creating writer at 1731033925920 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731033925936 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731033925936Flushing 1588230740/table: creating writer at 1731033925950 (+14 ms)Flushing 1588230740/table: appending metadata at 1731033925965 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731033925965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef84a49: reopening flushed file at 1731033925985 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7730c73f: reopening flushed file at 1731033925994 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a5098d: reopening flushed file at 1731033926002 (+8 ms)Finished flush of dataSize ~14.18 KB/14522, heapSize ~23.57 KB/24136, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=33, compaction requested=false at 1731033926011 (+9 ms)Writing region close event to WAL at 1731033926012 (+1 ms)Running coprocessor post-close hooks at 1731033926017 (+5 ms)Closed at 1731033926017 2024-11-08T02:45:26,017 DEBUG [RS_CLOSE_META-regionserver/619c4b2c20b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:45:26,078 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,42679,1731033863492; all regions closed. 2024-11-08T02:45:26,078 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(976): stopping server 619c4b2c20b6,36105,1731033863420; all regions closed. 2024-11-08T02:45:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741836_1012 (size=17104) 2024-11-08T02:45:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741835_1011 (size=2947) 2024-11-08T02:45:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741836_1012 (size=17104) 2024-11-08T02:45:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741835_1011 (size=2947) 2024-11-08T02:45:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741836_1012 (size=17104) 2024-11-08T02:45:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741835_1011 (size=2947) 2024-11-08T02:45:26,084 DEBUG [RS:0;619c4b2c20b6:36105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs 2024-11-08T02:45:26,084 INFO [RS:0;619c4b2c20b6:36105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C36105%2C1731033863420:(num 1731033863953) 2024-11-08T02:45:26,085 DEBUG [RS:0;619c4b2c20b6:36105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:45:26,085 DEBUG [RS:2;619c4b2c20b6:42679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs 2024-11-08T02:45:26,085 INFO [RS:2;619c4b2c20b6:42679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C42679%2C1731033863492.meta:.meta(num 1731033874233) 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:45:26,085 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:45:26,085 INFO [RS:0;619c4b2c20b6:36105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36105 2024-11-08T02:45:26,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741833_1009 (size=3439) 2024-11-08T02:45:26,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,36105,1731033863420 2024-11-08T02:45:26,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:45:26,088 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:45:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741833_1009 (size=3439) 2024-11-08T02:45:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741833_1009 (size=3439) 2024-11-08T02:45:26,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,36105,1731033863420] 2024-11-08T02:45:26,091 DEBUG [RS:2;619c4b2c20b6:42679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/oldWALs 2024-11-08T02:45:26,091 INFO [RS:2;619c4b2c20b6:42679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 619c4b2c20b6%2C42679%2C1731033863492:(num 1731033863944) 2024-11-08T02:45:26,091 DEBUG [RS:2;619c4b2c20b6:42679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:45:26,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,36105,1731033863420 already deleted, retry=false 2024-11-08T02:45:26,091 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:45:26,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,36105,1731033863420 expired; onlineServers=1 2024-11-08T02:45:26,091 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:45:26,092 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.ChoreService(370): Chore service for: regionserver/619c4b2c20b6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:45:26,092 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:45:26,092 INFO [regionserver/619c4b2c20b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:45:26,092 INFO [RS:2;619c4b2c20b6:42679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42679 2024-11-08T02:45:26,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T02:45:26,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/619c4b2c20b6,42679,1731033863492 2024-11-08T02:45:26,094 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:45:26,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [619c4b2c20b6,42679,1731033863492] 2024-11-08T02:45:26,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/619c4b2c20b6,42679,1731033863492 already deleted, retry=false 2024-11-08T02:45:26,096 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 619c4b2c20b6,42679,1731033863492 expired; onlineServers=0 2024-11-08T02:45:26,096 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '619c4b2c20b6,39625,1731033863361' ***** 2024-11-08T02:45:26,096 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:45:26,097 INFO [M:0;619c4b2c20b6:39625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:45:26,097 INFO [M:0;619c4b2c20b6:39625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:45:26,097 DEBUG [M:0;619c4b2c20b6:39625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:45:26,097 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:45:26,097 DEBUG [M:0;619c4b2c20b6:39625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:45:26,097 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731033863734 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.small.0-1731033863734,5,FailOnTimeoutGroup] 2024-11-08T02:45:26,097 DEBUG [master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731033863733 {}] cleaner.HFileCleaner(306): Exit Thread[master/619c4b2c20b6:0:becomeActiveMaster-HFileCleaner.large.0-1731033863733,5,FailOnTimeoutGroup] 2024-11-08T02:45:26,097 INFO [M:0;619c4b2c20b6:39625 {}] hbase.ChoreService(370): Chore service for: master/619c4b2c20b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:45:26,097 INFO [M:0;619c4b2c20b6:39625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:45:26,097 DEBUG [M:0;619c4b2c20b6:39625 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:45:26,097 INFO [M:0;619c4b2c20b6:39625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:45:26,097 INFO [M:0;619c4b2c20b6:39625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:45:26,098 ERROR [M:0;619c4b2c20b6:39625 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:34371 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34371,5,PEWorkerGroup] 2024-11-08T02:45:26,098 INFO [M:0;619c4b2c20b6:39625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:45:26,098 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:45:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T02:45:26,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T02:45:26,099 DEBUG [M:0;619c4b2c20b6:39625 {}] zookeeper.ZKUtil(347): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T02:45:26,099 WARN [M:0;619c4b2c20b6:39625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:45:26,099 INFO [M:0;619c4b2c20b6:39625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/.lastflushedseqids 2024-11-08T02:45:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741867_1043 (size=650) 2024-11-08T02:45:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741867_1043 (size=650) 2024-11-08T02:45:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741867_1043 (size=650) 2024-11-08T02:45:26,112 INFO [M:0;619c4b2c20b6:39625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:45:26,113 INFO [M:0;619c4b2c20b6:39625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:45:26,113 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:45:26,113 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:45:26,113 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:45:26,113 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:45:26,113 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:45:26,113 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=174.66 KB heapSize=213.68 KB 2024-11-08T02:45:26,130 DEBUG [M:0;619c4b2c20b6:39625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20781e499bd2425a8cf7af75cae2e599 is 82, key is hbase:meta,,1/info:regioninfo/1731033874271/Put/seqid=0 2024-11-08T02:45:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741868_1044 (size=5672) 2024-11-08T02:45:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741868_1044 (size=5672) 2024-11-08T02:45:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741868_1044 (size=5672) 2024-11-08T02:45:26,140 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20781e499bd2425a8cf7af75cae2e599 2024-11-08T02:45:26,161 DEBUG [M:0;619c4b2c20b6:39625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aca75a1292e146668d19365b66dd72d2 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731033885096/Put/seqid=0 2024-11-08T02:45:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741869_1045 (size=12201) 2024-11-08T02:45:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741869_1045 (size=12201) 2024-11-08T02:45:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741869_1045 (size=12201) 2024-11-08T02:45:26,169 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=173.93 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aca75a1292e146668d19365b66dd72d2 2024-11-08T02:45:26,174 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aca75a1292e146668d19365b66dd72d2 2024-11-08T02:45:26,190 DEBUG [M:0;619c4b2c20b6:39625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58e06d7f6a02461fbb483cbcefa0ffab is 69, key is 619c4b2c20b6,36105,1731033863420/rs:state/1731033863748/Put/seqid=0 2024-11-08T02:45:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:26,190 INFO [RS:0;619c4b2c20b6:36105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:45:26,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36105-0x10185c40a120001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:26,190 INFO [RS:0;619c4b2c20b6:36105 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,36105,1731033863420; zookeeper connection closed. 2024-11-08T02:45:26,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e7e0f79 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e7e0f79 2024-11-08T02:45:26,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:26,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42679-0x10185c40a120003, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:26,195 INFO [RS:2;619c4b2c20b6:42679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:45:26,196 INFO [RS:2;619c4b2c20b6:42679 {}] regionserver.HRegionServer(1031): Exiting; stopping=619c4b2c20b6,42679,1731033863492; zookeeper connection closed. 2024-11-08T02:45:26,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@496459df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@496459df 2024-11-08T02:45:26,196 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T02:45:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741870_1046 (size=5447) 2024-11-08T02:45:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741870_1046 (size=5447) 2024-11-08T02:45:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741870_1046 (size=5447) 2024-11-08T02:45:26,199 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58e06d7f6a02461fbb483cbcefa0ffab 2024-11-08T02:45:26,205 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58e06d7f6a02461fbb483cbcefa0ffab 2024-11-08T02:45:26,206 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20781e499bd2425a8cf7af75cae2e599 as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20781e499bd2425a8cf7af75cae2e599 2024-11-08T02:45:26,212 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20781e499bd2425a8cf7af75cae2e599, entries=8, sequenceid=419, filesize=5.5 K 2024-11-08T02:45:26,213 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aca75a1292e146668d19365b66dd72d2 as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aca75a1292e146668d19365b66dd72d2 2024-11-08T02:45:26,220 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aca75a1292e146668d19365b66dd72d2 2024-11-08T02:45:26,220 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aca75a1292e146668d19365b66dd72d2, entries=54, sequenceid=419, filesize=11.9 K 2024-11-08T02:45:26,221 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58e06d7f6a02461fbb483cbcefa0ffab as hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58e06d7f6a02461fbb483cbcefa0ffab 2024-11-08T02:45:26,229 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58e06d7f6a02461fbb483cbcefa0ffab 2024-11-08T02:45:26,229 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34371/user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58e06d7f6a02461fbb483cbcefa0ffab, entries=3, sequenceid=419, filesize=5.3 K 2024-11-08T02:45:26,230 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.66 KB/178856, heapSize ~213.38 KB/218504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=419, compaction requested=false 2024-11-08T02:45:26,232 INFO [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:45:26,232 DEBUG [M:0;619c4b2c20b6:39625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731033926113Disabling compacts and flushes for region at 1731033926113Disabling writes for close at 1731033926113Obtaining lock to block concurrent updates at 1731033926113Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731033926113Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=178856, getHeapSize=218744, getOffHeapSize=0, getCellsCount=514 at 1731033926114 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731033926114Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731033926114Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731033926130 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731033926130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731033926146 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731033926161 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731033926161Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731033926174 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731033926189 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731033926189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d2e0b65: reopening flushed file at 1731033926205 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395efad1: reopening flushed file at 1731033926212 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21690260: reopening flushed file at 1731033926220 (+8 ms)Finished flush of dataSize ~174.66 KB/178856, heapSize ~213.38 KB/218504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=419, compaction requested=false at 1731033926230 (+10 ms)Writing region close event to WAL at 1731033926232 (+2 ms)Closed at 1731033926232 2024-11-08T02:45:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41041 is added to blk_1073741830_1006 (size=206890) 2024-11-08T02:45:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35461 is added to blk_1073741830_1006 (size=206890) 2024-11-08T02:45:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741830_1006 (size=206890) 2024-11-08T02:45:26,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59eacda7-5a38-0ec9-7d02-bc6840110737/MasterData/WALs/619c4b2c20b6,39625,1731033863361/619c4b2c20b6%2C39625%2C1731033863361.1731033863609 not finished, retry = 0 2024-11-08T02:45:26,337 INFO [M:0;619c4b2c20b6:39625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:45:26,337 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:45:26,338 INFO [M:0;619c4b2c20b6:39625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39625 2024-11-08T02:45:26,338 INFO [M:0;619c4b2c20b6:39625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:45:26,440 INFO [M:0;619c4b2c20b6:39625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:45:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x10185c40a120000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:45:26,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cd60f57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:45:26,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6223c6fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:45:26,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:45:26,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e7ec4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:45:26,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7ddb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,STOPPED} 2024-11-08T02:45:26,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:45:26,445 WARN [BP-1663091462-172.17.0.2-1731033862479 heartbeating to localhost/127.0.0.1:34371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:45:26,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:45:26,445 WARN [BP-1663091462-172.17.0.2-1731033862479 heartbeating to localhost/127.0.0.1:34371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1663091462-172.17.0.2-1731033862479 (Datanode Uuid 0e7531ad-62ef-472b-a308-c94dc9a03a3f) service to localhost/127.0.0.1:34371 2024-11-08T02:45:26,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data5/current/BP-1663091462-172.17.0.2-1731033862479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:45:26,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data6/current/BP-1663091462-172.17.0.2-1731033862479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:45:26,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:45:26,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@db967cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:45:26,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6111389f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:45:26,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:45:26,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b658e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:45:26,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4597c443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,STOPPED} 2024-11-08T02:45:26,451 WARN [BP-1663091462-172.17.0.2-1731033862479 heartbeating to localhost/127.0.0.1:34371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:45:26,451 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:45:26,451 WARN [BP-1663091462-172.17.0.2-1731033862479 heartbeating to localhost/127.0.0.1:34371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1663091462-172.17.0.2-1731033862479 (Datanode Uuid 5f83877c-0822-4fb0-acb7-5127a479812f) service to localhost/127.0.0.1:34371 2024-11-08T02:45:26,451 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:45:26,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data3/current/BP-1663091462-172.17.0.2-1731033862479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:45:26,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data4/current/BP-1663091462-172.17.0.2-1731033862479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:45:26,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:45:26,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2099d161{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:45:26,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46abb6db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:45:26,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:45:26,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f594751{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:45:26,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68acd59d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,STOPPED} 2024-11-08T02:45:26,457 WARN [BP-1663091462-172.17.0.2-1731033862479 heartbeating to localhost/127.0.0.1:34371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:45:26,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:45:26,457 WARN [BP-1663091462-172.17.0.2-1731033862479 heartbeating to localhost/127.0.0.1:34371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1663091462-172.17.0.2-1731033862479 (Datanode Uuid 9dbac0d5-9ee1-4c87-9afe-71c56cb8d65a) service to localhost/127.0.0.1:34371 2024-11-08T02:45:26,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:45:26,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data1/current/BP-1663091462-172.17.0.2-1731033862479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:45:26,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/cluster_23890b88-5e45-2092-aaf9-ae5ab4ab019b/data/data2/current/BP-1663091462-172.17.0.2-1731033862479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:45:26,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:45:26,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@657db96f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:45:26,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54df83b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:45:26,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:45:26,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4136d28e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:45:26,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5130e02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f9ca4f-76fb-24dd-ba9b-7e6461f65b0b/hadoop.log.dir/,STOPPED} 2024-11-08T02:45:26,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:45:26,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:45:26,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 96) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:34371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/619c4b2c20b6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:34371 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:34371 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:34371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=2755 (was 2946)